-- Logs begin at Sun 2021-06-06 18:38:15 UTC, end at Sun 2021-06-06 19:39:52 UTC. -- Jun 06 19:17:13.405941 dv-cinder-794962-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 06 19:17:15.985653 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.common.config [-] Logging enabled! Jun 06 19:17:15.986221 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 19:17:15.986351 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91918) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 19:17:15.989537 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.common.config [-] Logging enabled! Jun 06 19:17:15.989848 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 19:17:15.990161 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91918) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 19:17:15.991083 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 19:17:15.991317 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 19:17:15.991675 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 19:17:15.991919 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 19:17:15.992143 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 19:17:15.992464 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.992754 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.993047 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.993276 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.993582 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.993870 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.994148 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.994434 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.994725 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.995008 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.995287 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.995568 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.995799 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.996075 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.996359 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.996642 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.996865 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] debug = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.997142 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.997583 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.997995 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.998275 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.998562 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.998839 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.999108 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.999380 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.999660 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:15.999988 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] host = dv-cinder-794962-3-smb {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.000266 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.000552 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.000839 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.001123 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.001397 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.001703 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.001988 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.002263 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.002534 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] log_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.002807 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.003094 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.003380 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.003665 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.003889 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.004247 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.004544 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.004831 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.005661 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.005938 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.006209 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.006482 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.006753 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.007023 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.007304 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.007587 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.007869 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.008142 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.008414 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.008684 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.008953 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.009237 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.009512 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.009811 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.010085 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.010369 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.010640 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.010912 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.011212 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.011497 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.011776 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.012065 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.012338 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.012634 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.012892 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.013161 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.013430 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] use_json = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.013720 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.013991 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.014269 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.014541 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.014811 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.015079 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.015349 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.015631 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:16.015924 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.016216 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.016513 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.016795 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.017085 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.017364 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.017676 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.017953 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.018238 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.018524 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.018808 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.019080 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.019359 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.019632 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.019921 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.020222 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.020512 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.021434 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.021820 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.022106 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.022378 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.022653 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.022937 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.023226 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.023512 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.023784 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.024057 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.024344 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.024616 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.024886 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.025159 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.025444 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.025744 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.026016 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.026291 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.026563 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.026832 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.027097 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.027369 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.027653 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.027925 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.028192 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.028457 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.028727 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.028995 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.029273 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.029883 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.030153 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.030419 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.030691 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.030960 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.031228 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.031498 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.031764 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.032041 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.032309 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.032574 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.032841 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.033110 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.033376 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.033675 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.033943 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.034212 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.034476 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.034742 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.035010 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.035279 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.035547 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.035828 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.036118 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.036471 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.036782 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.037059 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.037335 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.037632 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.037907 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.038180 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.038451 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.038718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.039003 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.039280 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.039559 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.039835 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.040107 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.040394 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.040666 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.040943 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.041213 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.041486 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.041791 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.042074 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.042363 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.042651 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.042939 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.043225 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.043510 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.043781 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.044079 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.044353 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:16.044568 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 19:17:16.044803 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91918) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 06 19:17:16.390651 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:16.390924 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:16.391211 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:16.391683 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 06 19:17:16.774644 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.774937 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.775208 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.776394 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.776672 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.776936 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.812924 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.813211 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.813476 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.826419 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.826697 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.826962 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.855420 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.855703 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.855971 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.894048 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.894324 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:16.894596 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.124816 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.125414 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.125414 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.125620 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.126364 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.249305 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.249645 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.249928 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.250207 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.250481 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.250793 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.251054 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.251310 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.251567 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.251847 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.252107 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.252372 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.252638 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.252894 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.253161 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.253430 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.253716 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.253991 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.254244 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.254524 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.254886 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.255144 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.255417 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.255676 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.255925 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.256505 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.256905 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:17.257145 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:17.257381 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:17.257638 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:17.257874 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:17.258111 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:17.258471 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 06 19:17:17.261597 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 06 19:17:17.265541 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 06 19:17:17.269280 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 06 19:17:17.270948 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 06 19:17:17.271498 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 06 19:17:17.271833 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 06 19:17:17.272212 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 06 19:17:17.275032 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 06 19:17:17.275283 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 06 19:17:17.275625 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 19:17:17.304202 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 06 19:17:17.304636 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.304928 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91918) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 06 19:17:17.305283 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.306638 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91918) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 06 19:17:17.306917 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 19:17:17.307162 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 06 19:17:17.310405 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.310687 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:17.373272 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 06 19:17:17.373509 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 06 19:17:17.373775 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 06 19:17:17.374139 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 06 19:17:17.405413 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_db.sqlalchemy.engines [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91918) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 06 19:17:17.907649 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing driver for type 'gre' Jun 06 19:17:17.908235 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] gre ID ranges: [(1, 1000)] Jun 06 19:17:18.084424 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing driver for type 'local' Jun 06 19:17:18.084711 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing driver for type 'vlan' Jun 06 19:17:18.169855 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] VlanTypeDriver initialization complete Jun 06 19:17:18.170477 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing driver for type 'vxlan' Jun 06 19:17:18.170719 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] vxlan ID ranges: [(1, 1000)] Jun 06 19:17:18.364880 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing extension driver 'port_security' Jun 06 19:17:18.365219 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.extensions.port_security [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] PortSecurityExtensionDriver initialization complete Jun 06 19:17:18.365546 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing mechanism driver 'openvswitch' Jun 06 19:17:18.365897 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing mechanism driver 'hyperv' Jun 06 19:17:18.372516 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:18.373264 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.373659 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.374006 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.374385 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnet after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.374733 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnet after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.375095 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.375468 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.375808 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.376148 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.376517 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > security_group after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.376862 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > security_group after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.377195 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > security_group after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.377580 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.377940 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.378263 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.378628 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > address_group after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.378964 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > address_group after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.379297 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > address_group after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.379629 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] ML2 OVO RPC backend initialized. {{(pid=91918) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 06 19:17:18.380316 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.380660 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.381100 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.381441 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > networks before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.381805 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.382139 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > ports before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.382473 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnet before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.382807 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnets before_response 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.400798 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.400798 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.400798 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.400798 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.401235 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.401235 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.401235 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnet after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.401235 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnet after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.401528 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.401528 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.plugin [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Modular L2 Plugin initialization complete Jun 06 19:17:18.401528 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading services supported by the core plugin {{(pid=91918) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 06 19:17:18.401528 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.plugins.ml2.managers [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Got port-security extension from driver 'port_security' Jun 06 19:17:18.401528 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.extensions.vlantransparent [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Disabled vlantransparent extension. Jun 06 19:17:18.401528 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91918) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 06 19:17:18.401528 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: router Jun 06 19:17:18.436746 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router_interface before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.437127 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router after_create 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.437490 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router before_create 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.437881 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.438247 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.438595 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router after_delete 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.438944 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > floatingip after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.439296 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router after_create 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.439649 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router after_update 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.439976 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router after_update 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.440315 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.440667 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router after_update 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.441065 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_update 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.441428 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: port after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.441787 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: port after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.442118 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: subnet after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.442446 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.442788 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > port precommit_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.443127 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_create 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.443460 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: port before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.443792 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.444138 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router after_update 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.444467 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_delete 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.444859 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_create 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.445216 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.445553 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_update 55549900 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.445938 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > network after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.447029 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Tracking information for resource: router configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:18.447355 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Tracking information for resource: floatingip configured {{(pid=91918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:17:18.452218 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.db.l3_agentschedulers_db [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 06 19:17:18.452788 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: port after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.453137 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: port after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.453482 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: port after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.453855 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: port after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.454624 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router before_create 55550100 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.454981 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_delete 55550100 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.455337 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_create 55550100 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.455686 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > router precommit_update 55550100 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.460034 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.services.provider_configuration [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service providers = [] {{(pid=91918) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 06 19:17:18.460427 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.db.servicetype_db [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91918) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 06 19:17:18.463915 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.services.service_base [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:17:18.464257 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.services.service_base [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:17:18.464591 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.services.service_base [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:17:18.465444 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.services.service_base [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:17:18.465831 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.services.service_base [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 06 19:17:18.466362 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.466676 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 06 19:17:18.477082 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.477484 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: auto_allocate Jun 06 19:17:18.483852 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: network precommit_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.484212 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: network precommit_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.484719 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.485034 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: tag Jun 06 19:17:18.492973 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.493498 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: timestamp Jun 06 19:17:18.497234 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.497558 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: network_ip_availability Jun 06 19:17:18.502743 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.503106 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.503456 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.504157 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.504467 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: flavors Jun 06 19:17:18.619442 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.619680 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading Plugin: revisions Jun 06 19:17:18.624176 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:17:18.624571 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.233s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:18.625336 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91918) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 06 19:17:18.625694 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Initializing extension manager. Jun 06 19:17:18.626194 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: __init__.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.626531 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: __pycache__ {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.626862 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.627186 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: address_group.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.627934 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.628518 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: address-group Jun 06 19:17:18.628841 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: address_scope.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.629535 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.630066 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: address-scope Jun 06 19:17:18.630386 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: admin_state_down_before_update.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.631293 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.631800 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: router-admin-state-down-before-update Jun 06 19:17:18.632115 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: agent.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.632797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.633303 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: agent Jun 06 19:17:18.634207 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: agent_resources_synced.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.635302 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.635814 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: agent-resources-synced Jun 06 19:17:18.636133 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: allowedaddresspairs.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.637906 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.638427 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: allowed-address-pairs Jun 06 19:17:18.638745 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: auto_allocated_topology.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.639801 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.640319 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: auto-allocated-topology Jun 06 19:17:18.640629 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: availability_zone.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.641308 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.641840 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: availability_zone Jun 06 19:17:18.642155 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: availability_zone_filter.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.643041 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.643550 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: availability_zone_filter Jun 06 19:17:18.643867 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: data_plane_status.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.644752 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.645248 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension data-plane-status not supported by any of loaded plugins Jun 06 19:17:18.645582 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: default_subnetpools.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.646480 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.646985 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: default-subnetpools Jun 06 19:17:18.647298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: dhcpagentscheduler.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.648085 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.648591 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: dhcp_agent_scheduler Jun 06 19:17:18.648902 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: dns.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.650444 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.650920 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension dns-integration not supported by any of loaded plugins Jun 06 19:17:18.651239 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: dns_domain_ports.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.652123 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.652624 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 06 19:17:18.652938 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: dvr.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.653609 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.654116 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: dvr Jun 06 19:17:18.654679 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: empty_string_filtering.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.655561 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.656065 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: empty-string-filtering Jun 06 19:17:18.656378 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.657255 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.657786 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 06 19:17:18.658101 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.658976 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.659648 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 06 19:17:18.659959 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: external_net.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.660840 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.661353 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: external-net Jun 06 19:17:18.661706 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: extra_dhcp_opt.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.662582 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.663084 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: extra_dhcp_opt Jun 06 19:17:18.663399 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: extraroute.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.664274 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.664778 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: extraroute Jun 06 19:17:18.665315 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: extraroute_atomic.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.666345 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.666859 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: extraroute-atomic Jun 06 19:17:18.667179 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: filter_validation.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.667825 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.668326 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: filter-validation Jun 06 19:17:18.668645 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: fip_pf_description.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.669520 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.670044 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 06 19:17:18.670361 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: fip_port_details.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.671244 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.671750 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: fip-port-details Jun 06 19:17:18.672066 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: flavors.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.673347 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.673919 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: flavors Jun 06 19:17:18.674239 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.675875 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.676396 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 06 19:17:18.676718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: floatingip_pools.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.677396 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.677933 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: floatingip-pools Jun 06 19:17:18.678254 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: ip_allocation.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.679151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.679655 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension ip_allocation not supported by any of loaded plugins Jun 06 19:17:18.679968 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.680937 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.681445 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: ip-substring-filtering Jun 06 19:17:18.681797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l2_adjacency.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.682692 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.683187 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 06 19:17:18.683500 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l3.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.684437 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.684950 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: router Jun 06 19:17:18.685267 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l3_conntrack_helper.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.687479 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.688003 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 06 19:17:18.688325 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.689232 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.689774 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: ext-gw-mode Jun 06 19:17:18.690094 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.690979 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.691493 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: l3-ha Jun 06 19:17:18.691811 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l3_flavors.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.692700 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.693209 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: l3-flavors Jun 06 19:17:18.693525 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.694443 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.694952 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 06 19:17:18.695266 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: l3agentscheduler.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.696829 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.697343 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: l3_agent_scheduler Jun 06 19:17:18.697691 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: logging.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.699278 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.699797 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension logging not supported by any of loaded plugins Jun 06 19:17:18.700118 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: metering.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.700840 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.701464 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: metering Jun 06 19:17:18.701748 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.702816 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.703327 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: metering_source_and_destination_fields Jun 06 19:17:18.703642 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: multiprovidernet.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.704535 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.705044 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: multi-provider Jun 06 19:17:18.705359 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: netmtu.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.706274 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.706776 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: net-mtu Jun 06 19:17:18.707089 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: netmtu_writable.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.707976 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.708478 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: net-mtu-writable Jun 06 19:17:18.708790 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: network_availability_zone.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.709439 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.709966 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: network_availability_zone Jun 06 19:17:18.710281 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: network_ip_availability.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.711344 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.712797 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: network-ip-availability Jun 06 19:17:18.713124 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: network_segment_range.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.713904 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.714409 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension network-segment-range not supported by any of loaded plugins Jun 06 19:17:18.714720 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: pagination.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.715680 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.716000 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: pagination Jun 06 19:17:18.716318 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: port_device_profile.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.717188 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.717730 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: port-device-profile Jun 06 19:17:18.718045 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.718946 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.719450 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: port-mac-address-regenerate Jun 06 19:17:18.719766 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.720642 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.721145 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: port-numa-affinity-policy Jun 06 19:17:18.721461 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: port_resource_request.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.722369 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.722873 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension port-resource-request not supported by any of loaded plugins Jun 06 19:17:18.723188 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: portbindings.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.724091 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.724599 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: binding Jun 06 19:17:18.724915 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: portbindings_extended.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.726182 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.726692 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: binding-extended Jun 06 19:17:18.727010 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: portsecurity.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.727947 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.728452 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: port-security Jun 06 19:17:18.728768 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: project_id.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.729747 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.730069 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: project-id Jun 06 19:17:18.730381 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: providernet.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.731274 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.731785 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: provider Jun 06 19:17:18.732102 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.735611 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.736135 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos not supported by any of loaded plugins Jun 06 19:17:18.736456 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.737692 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.738206 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 06 19:17:18.738528 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.739426 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.739938 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 06 19:17:18.740256 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_default.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.741136 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.741674 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-default not supported by any of loaded plugins Jun 06 19:17:18.741995 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_fip.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.742627 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.743219 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-fip not supported by any of loaded plugins Jun 06 19:17:18.743539 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_gateway_ip.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.744613 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.745131 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 06 19:17:18.745447 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_port_network_policy.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.746364 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.746879 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 06 19:17:18.747192 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_rule_type_details.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.748075 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.748582 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 06 19:17:18.748893 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: qos_rules_alias.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.749968 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.750477 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 06 19:17:18.750790 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: quotasv2.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.751693 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.752012 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: quotas Jun 06 19:17:18.752324 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: quotasv2_detail.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.755357 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.755693 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: quota_details Jun 06 19:17:18.756013 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: rbac.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.757043 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.757572 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: rbac-policies Jun 06 19:17:18.757904 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: rbac_address_group.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.759502 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.760018 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: rbac-address-group Jun 06 19:17:18.760338 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: rbac_address_scope.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.761230 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.761778 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: rbac-address-scope Jun 06 19:17:18.762088 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: rbac_security_groups.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.762992 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.763500 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: rbac-security-groups Jun 06 19:17:18.763815 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: rbac_subnetpool.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.764699 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.765204 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: rbac-subnetpool Jun 06 19:17:18.765520 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: revisionifmatch.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.766436 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.766945 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: revision-if-match Jun 06 19:17:18.767260 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: revisions.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.768339 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.768846 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: standard-attr-revisions Jun 06 19:17:18.769164 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: router_availability_zone.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.769855 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.770364 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: router_availability_zone Jun 06 19:17:18.770680 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: routerservicetype.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.771572 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.772079 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension router-service-type not supported by any of loaded plugins Jun 06 19:17:18.772392 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.773296 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.773835 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: security-groups-normalized-cidr Jun 06 19:17:18.774247 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: security_groups_port_filtering.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.775712 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.776220 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: port-security-groups-filtering Jun 06 19:17:18.776537 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.777428 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.777968 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: security-groups-remote-address-group Jun 06 19:17:18.778288 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: securitygroup.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.789528 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.790162 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: security-group Jun 06 19:17:18.790492 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: segment.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.797055 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.797055 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension segment not supported by any of loaded plugins Jun 06 19:17:18.797055 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.797875 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.798405 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 06 19:17:18.798729 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: servicetype.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.799854 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.800375 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: service-type Jun 06 19:17:18.800699 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: sorting.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.801683 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.802007 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: sorting Jun 06 19:17:18.802325 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: standard_attr_segment.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.803209 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.803724 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 06 19:17:18.804081 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: standardattrdescription.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.804723 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.805237 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: standard-attr-description Jun 06 19:17:18.805679 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: stateful_security_group.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.806819 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.807285 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: stateful-security-group Jun 06 19:17:18.807608 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: stdattrs_common.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.808169 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 06 19:17:18.808514 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.809496 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.810046 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 06 19:17:18.810358 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: subnet_onboard.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.811419 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.811932 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: subnet_onboard Jun 06 19:17:18.812242 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.813136 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.813658 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 06 19:17:18.813976 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: subnet_service_types.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.814880 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.815519 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: subnet-service-types Jun 06 19:17:18.815808 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: subnetallocation.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.816786 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.817300 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: subnet_allocation Jun 06 19:17:18.817658 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.818305 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.818808 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: subnetpool-prefix-ops Jun 06 19:17:18.819117 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.820033 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.820537 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 06 19:17:18.820844 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: tagging.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.822509 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.823030 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: standard-attr-tag Jun 06 19:17:18.823381 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: timestamp.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.833172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.833741 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loaded extension: standard-attr-timestamp Jun 06 19:17:18.834071 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: trunk.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.835091 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.835612 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension trunk not supported by any of loaded plugins Jun 06 19:17:18.835953 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: trunk_details.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.836963 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.837980 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension trunk-details not supported by any of loaded plugins Jun 06 19:17:18.838415 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: uplink_status_propagation.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.839325 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.839834 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 06 19:17:18.840151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Loading extension file: vlantransparent.py {{(pid=91918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:17:18.840816 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:17:18.841319 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 06 19:17:18.843912 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:network Jun 06 19:17:18.844458 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:subnet Jun 06 19:17:18.844851 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:17:18.845241 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:port Jun 06 19:17:18.846586 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.847033 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service FLAVORS assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.847643 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.848064 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.848390 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:router Jun 06 19:17:18.848809 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:floatingip Jun 06 19:17:18.849295 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service METERING assigned prefix: /metering {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.850910 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.851275 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.851621 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:17:18.852843 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 19:17:18.853319 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:security_group Jun 06 19:17:18.853784 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 19:17:18.854398 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service CORE assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.854772 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:17:18.855063 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] subnetpool is already registered Jun 06 19:17:18.855640 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service CORE assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.855960 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:17:18.856291 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] subnetpool is already registered Jun 06 19:17:18.858605 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.859032 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service FLAVORS assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.859690 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.860104 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.860508 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:router Jun 06 19:17:18.860808 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] router is already registered Jun 06 19:17:18.861272 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:floatingip Jun 06 19:17:18.861622 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] floatingip is already registered Jun 06 19:17:18.862080 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service METERING assigned prefix: /metering {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.862745 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 19:17:18.863065 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] rbac_policy is already registered Jun 06 19:17:18.863470 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:security_group Jun 06 19:17:18.863796 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] security_group is already registered Jun 06 19:17:18.864200 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 19:17:18.864520 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] security_group_rule is already registered Jun 06 19:17:18.865144 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service CORE assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.865465 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:17:18.865813 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] subnetpool is already registered Jun 06 19:17:18.866235 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.v2.resource_helper [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Service CORE assigned prefix: {{(pid=91918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:17:18.866547 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:17:18.866868 dv-cinder-794962-3-smb neutron-server[91918]: WARNING neutron.quota.resource_registry [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] subnetpool is already registered Jun 06 19:17:18.867375 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: extensions {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.869190 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: address-groups {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.870833 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: address-scopes {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.872194 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: agents {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.873349 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: auto-allocated-topology {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.874636 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: availability_zones {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.875878 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: dhcp-networks {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.877365 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: dhcp-agents {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.878888 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: routers {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.880593 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: flavors {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.883015 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: service_profiles {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.884862 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: next_providers {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.886399 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: service_profiles {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.888129 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: floatingip-pools {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.889342 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: routers {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.891127 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: floatingips {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.892402 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: l3-routers {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.893817 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: l3-agents {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.895262 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: metering-labels {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.896479 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: metering-label-rules {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.897881 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: network-ip-availabilities {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.899124 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: bindings {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.901380 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: quotas {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.902955 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: quotas {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.904396 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: rbac-policies {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.905870 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: security-groups {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.909269 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: security-group-rules {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.909269 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: service-providers {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.909760 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: subnetpools {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.911089 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: subnetpools {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.912671 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.914440 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.916308 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.918184 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.919853 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.921809 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.923496 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.925371 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.927254 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.928972 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron.api.extensions [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Extended resource: tags {{(pid=91918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:17:18.935986 dv-cinder-794962-3-smb neutron-server[91918]: WARNING keystonemiddleware.auth_token [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 06 19:17:18.940501 dv-cinder-794962-3-smb neutron-server[91918]: WARNING keystonemiddleware.auth_token [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 06 19:17:18.949764 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Acquired lock "singleton_lock" {{(pid=91918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 06 19:17:18.950237 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Releasing lock "singleton_lock" {{(pid=91918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 06 19:17:18.950866 dv-cinder-794962-3-smb neutron-server[91918]: INFO oslo_service.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Starting 2 workers Jun 06 19:17:18.955489 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Started child 92059 {{(pid=91918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:17:18.959792 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Started child 92060 {{(pid=91918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:17:18.961085 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:18.961748 dv-cinder-794962-3-smb neutron-server[91918]: INFO neutron.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 06 19:17:18.966812 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Notify callbacks [] for process, before_spawn {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:18.966952 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [-] (92059) wsgi starting up on http://0.0.0.0:9696 Jun 06 19:17:18.967034 dv-cinder-794962-3-smb neutron-server[91918]: INFO oslo_service.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Starting 1 workers Jun 06 19:17:18.967106 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:18.967106 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [-] (92060) wsgi starting up on http://0.0.0.0:9696 Jun 06 19:17:18.969973 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Started child 92061 {{(pid=91918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:17:18.970603 dv-cinder-794962-3-smb neutron-server[91918]: INFO oslo_service.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Starting 1 workers Jun 06 19:17:18.975190 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Started child 92062 {{(pid=91918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:17:18.975960 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] Notify callbacks [] for process, after_spawn {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:18.976732 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] calling RpcWorker wait() {{(pid=92061) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 06 19:17:18.977254 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.service [None req-71e6e312-47c6-4865-b7f8-4a89e62f667e None None] returning from RpcWorker wait() {{(pid=92061) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 06 19:17:18.978359 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 19:17:18.978562 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 19:17:18.978734 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 19:17:18.978866 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:18.978955 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 19:17:18.979263 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 19:17:18.979432 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 19:17:18.979577 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:18.979976 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.980234 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.980504 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.980782 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.981095 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.981689 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.981950 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.982213 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.982480 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.982728 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.982901 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.983064 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.983313 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.983561 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.983899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.984163 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.984398 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.984659 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.984831 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.985124 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.985336 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.985427 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:18.985921 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.985921 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] debug = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.986125 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.986324 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:18.988588 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.988588 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.988588 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.988588 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.988588 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.988588 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989111 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989111 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989111 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989111 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989111 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989111 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989583 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989583 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.989897 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.990117 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.990589 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] host = dv-cinder-794962-3-smb {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.990810 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.991023 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.991263 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.991485 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.991728 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.991955 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.992203 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.992443 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.992687 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.992928 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_options = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995855 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995855 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.995855 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.996047 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.996211 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.996361 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.996746 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.996962 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.997176 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.997409 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.997671 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.997884 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.998140 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.998381 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.998622 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.998832 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.999089 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.999316 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.999541 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:18.999776 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.000029 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.000240 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.000475 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.000706 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.000953 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.001165 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.001376 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.001669 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.001940 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.002178 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.002431 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.002674 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.002921 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.003147 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.003374 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.003635 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.003867 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.004121 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.004361 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.004592 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.004837 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.005051 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.005299 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.005527 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_json = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.005904 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.006129 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.006384 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.006596 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.006885 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.007019 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.007238 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.007470 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.007865 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.008156 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.008480 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.009328 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.009613 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.009857 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.010274 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.010544 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.010766 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.011020 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.011373 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.013602 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015752 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015752 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015995 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.015995 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.016226 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.016548 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.017516 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.017815 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.018077 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.018323 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.018628 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.018821 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.019134 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.019386 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.019546 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.019811 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.020037 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.020275 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.020531 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.021057 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.021283 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.021513 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.021800 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.022059 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026298 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.026922 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.027428 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.030280 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.032940 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.033374 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.033641 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.033881 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.034125 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.034379 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.034625 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.034882 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.035110 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.035362 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.035605 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.035845 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.036069 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.036292 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.036504 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.036722 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.036957 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.037177 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.037388 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.039532 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.039789 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.040100 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.040333 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.041264 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.041625 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.041908 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.042172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.042423 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.042681 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.042909 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.043158 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.043401 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.043646 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.043918 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.044210 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.044461 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.044728 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.044956 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.045176 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.045436 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.049786 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.050069 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.050337 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.050602 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.050845 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.051160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.051458 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.051717 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.051988 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.052271 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.052562 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.052817 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.053103 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.053345 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.055310 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.056254 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.056550 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.056808 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.057050 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.057294 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.057550 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.058775 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.059041 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.059285 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.059525 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.059754 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.060049 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.060282 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.060508 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.060728 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.060985 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.061353 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.062887 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.063151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.063384 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.063673 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.063952 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.064215 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.064491 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.065532 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.065817 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.066064 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.066301 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.066546 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.066797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.067050 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.067265 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.067500 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.067708 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.067950 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.068162 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.068391 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.068640 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.068872 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.069091 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.069302 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.069518 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.070199 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.070448 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.070680 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.070898 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.071950 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.072180 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.072743 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.072743 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.072894 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.073826 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.074220 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.074532 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.074808 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.075054 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.075335 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.075595 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.076031 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.076281 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.076535 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.076796 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.077020 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.077242 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.077492 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.077756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.077992 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.078226 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.078442 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.078699 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.078935 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.079264 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.079515 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.079747 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.079984 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.080208 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.080469 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.080718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.080935 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.081149 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.081366 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.081626 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.081890 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.082130 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.082349 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.082864 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.082864 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.083031 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.083236 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.083441 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.083735 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.083993 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.084220 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.084482 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.084708 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.084934 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.085142 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.085350 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.085575 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.085787 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.086029 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.086614 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57300) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:19.089898 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.090146 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.090393 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.093585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.094295 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.094295 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.094295 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.094295 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.094717 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.095028 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.095123 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062771 Jun 06 19:17:19.095661 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.095952 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.096193 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.096530 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.096751 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.097142 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.097406 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.097680 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.097930 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.098246 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.098686 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.100044 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.100404 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.100717 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.101024 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.101319 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.101770 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.101996 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.102310 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.102664 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.102939 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.103199 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.103451 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.103720 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.103948 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.104174 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.104416 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.104662 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.104881 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.105123 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.105352 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.105611 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.105833 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.106081 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.106309 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.106524 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.106755 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.106994 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.107212 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.107367 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 19:17:19.108059 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 19:17:19.108224 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 19:17:19.108636 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 19:17:19.108823 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 19:17:19.108997 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 19:17:19.109154 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 19:17:19.109361 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.109526 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.109747 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.109891 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.110052 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.110285 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.110452 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.110588 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.110734 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.110868 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.111000 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.111132 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.111254 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.111411 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.111573 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112054 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112054 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112054 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112337 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112337 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112480 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112613 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112769 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] debug = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.112925 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.113125 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.113289 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.113445 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.113621 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.113781 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.113939 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.114095 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.114251 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.114407 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.114550 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.114709 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.114865 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.115024 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.115172 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.115968 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.115968 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.115968 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] host = dv-cinder-794962-3-smb {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.115968 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.115968 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.116860 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.116860 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.116860 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.116860 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.116860 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.116860 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.117263 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.117263 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.117263 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.117631 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.117631 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.119219 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.119386 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_options = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.119697 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.119990 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.120328 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.120567 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.120972 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.121288 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.121452 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.121642 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.121787 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.122094 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.122251 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.122409 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.122572 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.122729 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.122885 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.123043 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.123204 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.123364 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.123510 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.123814 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.123971 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.124270 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.124436 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.124577 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.124735 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.124884 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.125043 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.125201 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.125357 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.125513 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.125737 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.125895 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.126052 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.126208 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.126363 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.126521 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.126677 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.126839 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.126997 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.127151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.127307 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.127461 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.127621 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.127776 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.127931 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.128087 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_json = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.128243 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.128399 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.128554 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.128711 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.128867 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.129021 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.129208 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.129365 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:17:19.129533 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.129783 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.129875 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.130030 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.130188 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.130348 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.130506 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.130803 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.131090 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.131372 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.131677 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.131959 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.132258 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.132424 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.132585 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.132749 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.132911 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.133071 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.133232 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.134294 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.135771 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138076 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.138612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.139125 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.139125 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.139125 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.139362 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.139362 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.139498 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.140718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141203 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141203 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141203 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141383 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141452 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141697 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141795 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.141882 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.142038 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.142207 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.142371 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.143797 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.144437 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.144437 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.144437 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.144437 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.144941 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.144941 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.144941 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.145322 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.145322 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.145322 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.145734 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.145734 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.145734 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.145944 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.146030 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.146186 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.146343 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.146660 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.146816 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.146979 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.147133 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.147289 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.147583 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.147899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.148061 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.148219 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.148378 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.148541 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.148698 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.148856 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.149011 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.149348 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.149703 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.149915 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.150056 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.150176 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.150348 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.150508 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.150667 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.150826 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.150984 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.151143 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.151302 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.151462 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.151622 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.151782 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.151942 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.152108 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.152278 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.152434 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.152595 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.152754 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.152937 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.153097 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.153282 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.153439 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.153612 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.153755 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.153888 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.154034 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.154168 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.154328 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.154739 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.154944 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.155088 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.155214 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.155341 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.155474 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.155660 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.155816 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.156258 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.156258 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.156258 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.156494 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.156570 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.157287 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.157619 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.157940 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.158251 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.158397 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.158560 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.158778 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.158935 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.159105 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.159362 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.159513 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.159774 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.159774 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.160131 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.160131 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.160131 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.160502 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.160502 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.161756 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163151 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.163899 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.164425 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.164425 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.164425 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.164629 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.164629 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.164769 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.164975 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.165147 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.165307 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.165845 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.165845 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.165845 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166160 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166354 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166476 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166609 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166715 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166838 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.166996 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.167164 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.167324 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.167482 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.167640 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.167788 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.168159 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.168159 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.168324 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.168429 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.168551 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.168718 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.168877 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.169035 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.169195 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.169354 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.169522 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.170527 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171125 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:19.171276 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171276 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171276 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171276 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171276 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171916 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171916 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171916 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.171916 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.172422 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.172422 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.172422 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.172806 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.172806 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.172806 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.173178 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.173178 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.173431 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.173431 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.173726 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.173726 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174003 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174136 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174268 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174400 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174531 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174665 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174825 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.174989 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.175141 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176004 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176004 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176004 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176004 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176004 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176004 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176579 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176579 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176579 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176871 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.176871 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:17:19.177059 dv-cinder-794962-3-smb neutron-server[91918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 19:17:30.185621 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce1f89-b1ff-4309-bb58-b95ab97a83a2 None None] get_active_networks_info from dv-cinder-794962-3-smb {{(pid=92061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 06 19:17:30.299752 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce1f89-b1ff-4309-bb58-b95ab97a83a2 None None] No non-hosted networks {{(pid=92061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 06 19:17:30.321497 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.agentschedulers_db [None req-98ce1f89-b1ff-4309-bb58-b95ab97a83a2 None None] DHCP Agent not found on host dv-cinder-794962-3-smb {{(pid=92061) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 06 19:17:30.514078 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-88307a5f-4660-4095-bf77-627845c32e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508'] for agent, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:32.837208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508'] for agent, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:32.837208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.837208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.837208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.837208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:32.838453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:32.839123 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:32.867697 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-2c76fffa-c13e-4ae7-887e-b8316921b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508'] for agent, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:32.973308 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.db.api [None req-a84568db-f1f3-42f4-bad9-ad79eef396da None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-794962-3-smb {{(pid=92061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:17:32.974081 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_db.api [None req-a84568db-f1f3-42f4-bad9-ad79eef396da None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:17:33.517866 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a84568db-f1f3-42f4-bad9-ad79eef396da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:33.924915 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508'] for agent, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:35.592993 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508'] for agent, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:36.809224 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57402) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:37.379515 dv-cinder-794962-3-smb neutron-server[92060]: WARNING oslo_policy.policy [None req-6e9bc60a-c84b-41fa-b66e-a3c3f12a9402 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:37.380101 dv-cinder-794962-3-smb neutron-server[92060]: WARNING oslo_policy.policy [None req-6e9bc60a-c84b-41fa-b66e-a3c3f12a9402 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:37.596223 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [None req-6e9bc60a-c84b-41fa-b66e-a3c3f12a9402 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:17:37.597147 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-6e9bc60a-c84b-41fa-b66e-a3c3f12a9402 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7870011 Jun 06 19:17:39.958589 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 57416) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:39.988754 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.db.l3_hamode_db [None req-d3047329-05d2-47c9-a7cc-7af0fd9c4817 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 06 19:17:40.073889 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3047329-05d2-47c9-a7cc-7af0fd9c4817 None None] Routers set() bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:17:40.074277 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3047329-05d2-47c9-a7cc-7af0fd9c4817 None None] Router IDs set() for agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 06 19:17:40.536308 dv-cinder-794962-3-smb neutron-server[92059]: WARNING oslo_policy.policy [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:40.536909 dv-cinder-794962-3-smb neutron-server[92059]: WARNING oslo_policy.policy [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:40.758421 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:40.859202 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.policy [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92059) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 19:17:40.904758 dv-cinder-794962-3-smb neutron-server[92059]: WARNING oslo_policy.policy [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:40.905149 dv-cinder-794962-3-smb neutron-server[92059]: WARNING oslo_policy.policy [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:40.914929 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.quota [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] Loaded quota_driver: . Jun 06 19:17:41.101637 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781963732832', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781963732239', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781963726998', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781963748802', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781963743817', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781963770667', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1039748', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1035523', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2086279', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662675'] for rbac-policy, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:41.284155 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:41.285515 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-57a1cb9d-6374-433f-b644-f0d21a3fe1b0 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3248696 Jun 06 19:17:43.871006 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 57434) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:44.214027 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'project_id': 'c77a6b85b322430485a2fd294d0aecf9'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:44.272718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Made reservation on behalf of c77a6b85b322430485a2fd294d0aecf9 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:17:44.275709 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.294361 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.411341 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.466632 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.472051 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:44.492055 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:17:44.516866 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781965839517', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.517483 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Unsubscribe: segment precommit_create {{(pid=92059) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 19:17:44.518024 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Added segment f965c47e-1d2f-43a9-a408-a67fc84cbdac of type vlan for network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 Jun 06 19:17:44.566730 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6118695-3829-482f-bf1d-953b61d55c9d,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:44.582458 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.582791 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.583116 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.583436 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.583745 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.584059 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.584365 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.584673 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.584990 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.585293 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.586431 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.587127 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Tracked resource versions report: Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: pushed versions: Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: { 'AddressGroup': {'1.2'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'ConntrackHelper': {'1.0'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Log': {'1.0'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Network': {'1.1'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Port': {'1.7'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'PortForwarding': {'1.2'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'QosPolicy': {'1.8'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroup': {'1.4'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'SubPort': {'1.0'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Subnet': {'1.1'}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Trunk': {'1.1'}} Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: consumer versions: Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'ConntrackHelper': '1.0', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Log': '1.0', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Network': '1.1', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Port': '1.7', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'PortForwarding': '1.2', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'QosPolicy': '1.8', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroup': '1.4', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroupRule': '1.2', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'SubPort': '1.0', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Subnet': '1.1', Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: 'Trunk': '1.1'}} Jun 06 19:17:44.588222 dv-cinder-794962-3-smb neutron-server[92059]: {{(pid=92059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:17:44.637767 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.641551 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:44.736224 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.737858 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:44.738526 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.742118 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:44.840031 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4b72ff-cb38-45de-9522-c4bcc3c0f238,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:44.843054 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:44.851052 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9790711 Jun 06 19:17:44.851204 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:17:47.477752 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 57448) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:47.923860 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ab813-95e1-461f-ad13-3186fe37ddbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:47.925247 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-0a8ab813-95e1-461f-ad13-3186fe37ddbb admin admin] 10.222.0.13 "GET /v2.0/networks/bf4b72ff-cb38-45de-9522-c4bcc3c0f238 HTTP/1.1" status: 200 len: 825 time: 0.4464788 Jun 06 19:17:47.952655 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6cbd1e49-4491-4056-b489-6d45a2049901 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/bc851432-a9fe-4d99-852f-2d0f864ada82 HTTP/1.1" status: 200 len: 734 time: 0.0220990 Jun 06 19:17:47.961647 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Request body: {'subnet': {'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'name': 'private-subnet', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'ip_version': 4, 'subnetpool_id': 'bc851432-a9fe-4d99-852f-2d0f864ada82', 'gateway_ip': '172.20.0.1'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:48.118264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Made reservation on behalf of c77a6b85b322430485a2fd294d0aecf9 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:17:48.120608 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:48.456213 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:48.461505 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:48.556016 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Checking segment: {'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:17:48.556696 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Network hostable DHCP agents. Network: bf4b72ff-cb38-45de-9522-c4bcc3c0f238, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:17:48.561589 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e59498e-50b5-43fc-883c-07bc9fd72c1a,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:48.565013 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:48.637992 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:17:48.712861 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, bf4b72ff-cb38-45de-9522-c4bcc3c0f238) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:17:48.717363 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:48.717997 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:48.723094 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c52cf-7727-4da9-a4ef-4b23bf7b3879 None None] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:17:48.799078 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8413341 Jun 06 19:17:49.029256 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'fixed_ips': [{'subnet_id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:17:49.030691 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:49.212697 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Allocated IP 172.20.0.2 (bf4b72ff-cb38-45de-9522-c4bcc3c0f238/3e59498e-50b5-43fc-883c-07bc9fd72c1a/7c4104b1-5225-4bd2-ad2b-ba2999b0edef) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:17:49.440454 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:49.452775 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Transition to ACTIVE for port object 7c4104b1-5225-4bd2-ad2b-ba2999b0edef will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:17:49.471723 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Transition to ACTIVE for port object 7c4104b1-5225-4bd2-ad2b-ba2999b0edef will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:17:49.519264 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:49.524093 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:49.584744 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:17:49.586033 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:17:49.589706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:17:49.633486 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Pushing event updated for resources: {'Port': ['ID=7c4104b1-5225-4bd2-ad2b-ba2999b0edef,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:49.673604 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.673945 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.674279 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.674606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.674930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.675254 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.675573 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.675888 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.676206 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.676519 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.676833 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.677143 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Tracked resource versions report: Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: pushed versions: Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: { 'AddressGroup': {'1.2'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'ConntrackHelper': {'1.0'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Log': {'1.0'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Network': {'1.1'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Port': {'1.7'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'PortForwarding': {'1.2'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'QosPolicy': {'1.8'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroup': {'1.4'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'SubPort': {'1.0'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Subnet': {'1.1'}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Trunk': {'1.1'}} Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: consumer versions: Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'ConntrackHelper': '1.0', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Log': '1.0', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Network': '1.1', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Port': '1.7', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'PortForwarding': '1.2', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'QosPolicy': '1.8', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroup': '1.4', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroupRule': '1.2', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'SubPort': '1.0', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Subnet': '1.1', Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: 'Trunk': '1.1'}} Jun 06 19:17:49.678271 dv-cinder-794962-3-smb neutron-server[92061]: {{(pid=92061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:17:49.686806 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:49.702262 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Attempting to bind port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:17:49.702662 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Attempting to bind port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:17:49.703093 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Attempting to bind port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef on network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:17:49.708421 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:17:49.708842 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Checking segment: {'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:17:49.709324 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:49.709749 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Bound using segment: {'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:17:49.710836 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Bound port: 7c4104b1-5225-4bd2-ad2b-ba2999b0edef, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:17:49.711144 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:49.824511 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] For port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:17:49.828619 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] For port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=7c4104b1-5225-4bd2-ad2b-ba2999b0edef,segment=NetworkSegment(f965c47e-1d2f-43a9-a408-a67fc84cbdac),segment_id=f965c47e-1d2f-43a9-a408-a67fc84cbdac)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:17:49.901996 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:49.906528 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:49.986403 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Pushing event updated for resources: {'Port': ['ID=7c4104b1-5225-4bd2-ad2b-ba2999b0edef,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:49.989715 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:51.187042 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 57456) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:51.559074 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [None req-5143e80f-84d6-4425-afea-6f9d2f8e2c89 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:17:51.560186 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-5143e80f-84d6-4425-afea-6f9d2f8e2c89 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3721879 Jun 06 19:17:53.933596 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57464) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:54.302766 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [None req-057aaebb-8487-463a-89f5-7e6651e86952 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:17:54.303698 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-057aaebb-8487-463a-89f5-7e6651e86952 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3691938 Jun 06 19:17:55.902536 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5fb95-702f-45e3-b124-5571b02ffb18 None None] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:17:56.006419 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-03386ae6-fa9f-46fd-9406-63e94f169e82 None None] Provisioning for port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:17:56.554324 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 7c4104b1-5225-4bd2-ad2b-ba2999b0edef up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:17:56.678556 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:17:56.684524 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:17:56.684929 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:56.822283 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:56.854985 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=7c4104b1-5225-4bd2-ad2b-ba2999b0edef,segment=NetworkSegment(f965c47e-1d2f-43a9-a408-a67fc84cbdac),segment_id=f965c47e-1d2f-43a9-a408-a67fc84cbdac)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:56.912928 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:56.915606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-0c87561e-9c7d-4685-a388-03dc7d42aa47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:56.982612 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=7c4104b1-5225-4bd2-ad2b-ba2999b0edef,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:56.985644 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:57.063584 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57478) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:57.411669 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'admin_state_up': True}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:57.480715 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.policy [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92060) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 19:17:57.525356 dv-cinder-794962-3-smb neutron-server[92060]: WARNING oslo_policy.policy [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:57.525756 dv-cinder-794962-3-smb neutron-server[92060]: WARNING oslo_policy.policy [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:17:57.534853 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.quota [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Loaded quota_driver: . Jun 06 19:17:57.634655 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:57.636608 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:57.662861 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:57.856527 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:57.935378 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] Notify callbacks [] for router, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:57.936560 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e45ffc05-b3a7-4c49-9f91-90c06f1d0a26 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8720469 Jun 06 19:17:58.541974 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 7c4104b1-5225-4bd2-ad2b-ba2999b0edef up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:17:58.607981 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:17:58.608361 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:00.186862 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-8230dcf8-195e-4151-b252-8ead5b7114f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:00.296480 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57488) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:00.659740 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [None req-8e7a1dab-f46e-4fbc-8551-fc39f5350ab2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:18:00.660684 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-8e7a1dab-f46e-4fbc-8551-fc39f5350ab2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3633058 Jun 06 19:18:02.798595 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:02.844450 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-333d38dd-3b00-4e9c-81f9-05e39d067db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.027725 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57496) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:03.397846 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:03.461530 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Made reservation on behalf of 08b0de7fdb6c40d6b70309366899e6e5 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:18:03.464285 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.481514 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.594112 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.649539 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.654873 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:03.665356 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Reserving flat network on physical network physnet1 {{(pid=92060) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 06 19:18:03.697690 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781965839517', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.698284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Unsubscribe: segment precommit_create {{(pid=92060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 19:18:03.698756 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Added segment 0cd99ef7-f31d-4e58-94e2-1070c616b07a of type flat for network 6e3a1c2b-716d-490a-914d-cbf28538c42d Jun 06 19:18:03.748076 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377f89f1-3d6b-4e37-bf79-89587539105a,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:03.767478 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.767809 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.768207 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.768451 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.768763 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.769074 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.769378 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.769715 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.770034 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.770342 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.770642 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.770941 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Tracked resource versions report: Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: pushed versions: Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: { 'AddressGroup': {'1.2'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'ConntrackHelper': {'1.0'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Log': {'1.0'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Network': {'1.1'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Port': {'1.7'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'PortForwarding': {'1.2'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'QosPolicy': {'1.8'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroup': {'1.4'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'SubPort': {'1.0'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Subnet': {'1.1'}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Trunk': {'1.1'}} Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: consumer versions: Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'ConntrackHelper': '1.0', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Log': '1.0', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Network': '1.1', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Port': '1.7', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'PortForwarding': '1.2', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'QosPolicy': '1.8', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroup': '1.4', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroupRule': '1.2', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'SubPort': '1.0', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Subnet': '1.1', Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: 'Trunk': '1.1'}} Jun 06 19:18:03.772015 dv-cinder-794962-3-smb neutron-server[92060]: {{(pid=92060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:18:03.815242 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.818028 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:03.820221 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.940887 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.942247 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:03.942881 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.946886 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:04.045848 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3a1c2b-716d-490a-914d-cbf28538c42d,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:04.049130 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:04.057817 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:18:04.061622 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0328834 Jun 06 19:18:05.552248 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:06.386118 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 57518) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:06.594614 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e4449-9819-4a6c-9f10-417b230bd889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:06.595908 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4c3e4449-9819-4a6c-9f10-417b230bd889 admin admin] 10.222.0.13 "GET /v2.0/subnets/3e59498e-50b5-43fc-883c-07bc9fd72c1a HTTP/1.1" status: 200 len: 849 time: 0.2088723 Jun 06 19:18:06.765410 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6569be31-9410-4c32-819b-b702c94c9a18 admin admin] 10.222.0.13 "GET /v2.0/routers/fbb2b203-8982-4c74-9076-821a8676cd56 HTTP/1.1" status: 200 len: 704 time: 0.1638968 Jun 06 19:18:07.215497 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:07.444410 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Allocated IP 172.20.0.1 (bf4b72ff-cb38-45de-9522-c4bcc3c0f238/3e59498e-50b5-43fc-883c-07bc9fd72c1a/d49c8998-2a17-4696-8921-bfc4c8cc0b0e) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:18:07.594381 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:07.611179 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Transition to ACTIVE for port object d49c8998-2a17-4696-8921-bfc4c8cc0b0e will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:18:07.712866 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:07.717507 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:07.806211 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:18:07.809089 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:18:07.812759 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:18:07.813280 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:07.945953 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Pushing event updated for resources: {'Port': ['ID=d49c8998-2a17-4696-8921-bfc4c8cc0b0e,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:07.960128 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:08.083954 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-7e6bcf9b-1fea-4194-9ac9-400dbb76df16 None None] Provisioning for port d49c8998-2a17-4696-8921-bfc4c8cc0b0e completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:18:08.088910 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-7e6bcf9b-1fea-4194-9ac9-400dbb76df16 None None] Provisioning complete for port d49c8998-2a17-4696-8921-bfc4c8cc0b0e triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:08.089266 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7e6bcf9b-1fea-4194-9ac9-400dbb76df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:08.132277 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:08.144039 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bcf9b-1fea-4194-9ac9-400dbb76df16 None None] Port d49c8998-2a17-4696-8921-bfc4c8cc0b0e cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:18:08.349540 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:08.409389 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:08.410448 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:08.414354 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:08.507499 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Pushing event updated for resources: {'Port': ['ID=d49c8998-2a17-4696-8921-bfc4c8cc0b0e,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:08.552735 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:08.601556 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:18:08.602593 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:18:08.765363 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-2d4cd0f5-d614-415b-b1af-1cbf002b13d1 None None] Provisioning complete for port d49c8998-2a17-4696-8921-bfc4c8cc0b0e triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:08.765770 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd0f5-d614-415b-b1af-1cbf002b13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:08.822282 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cd0f5-d614-415b-b1af-1cbf002b13d1 None None] Port d49c8998-2a17-4696-8921-bfc4c8cc0b0e cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:18:08.855427 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Router fbb2b203-8982-4c74-9076-821a8676cd56 is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:18:09.007334 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:18:09.012302 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] 10.222.0.13 "PUT /v2.0/routers/fbb2b203-8982-4c74-9076-821a8676cd56/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2420409 Jun 06 19:18:09.016810 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Sync routers for ids ['fbb2b203-8982-4c74-9076-821a8676cd56'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:18:09.028603 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Routers {'fbb2b203-8982-4c74-9076-821a8676cd56'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:18:09.029742 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:18:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['fbb2b203-8982-4c74-9076-821a8676cd56'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:09.207879 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Set router fbb2b203-8982-4c74-9076-821a8676cd56 gateway port host: None {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:18:09.565462 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'name': 'router1', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:17:57Z', 'updated_at': '2021-06-06T19:18:08Z', 'revision_number': 2, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'gw_port_host': None, '_interfaces': [{'id': 'd49c8998-2a17-4696-8921-bfc4c8cc0b0e', 'name': '', 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'mac_address': 'fa:16:3e:2b:0e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:07Z', 'updated_at': '2021-06-06T19:18:08Z', 'revision_number': 2, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'subnets': [{'id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc851432-a9fe-4d99-852f-2d0f864ada82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:09.570733 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Checking router: fbb2b203-8982-4c74-9076-821a8676cd56 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:18:09.571102 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Updating router fbb2b203-8982-4c74-9076-821a8676cd56 port d49c8998-2a17-4696-8921-bfc4c8cc0b0e binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:18:09.623626 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:09.991619 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:10.005589 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Transition to ACTIVE for port object d49c8998-2a17-4696-8921-bfc4c8cc0b0e will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:18:10.072299 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:10.077636 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:10.268010 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Pushing event updated for resources: {'Port': ['ID=d49c8998-2a17-4696-8921-bfc4c8cc0b0e,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:10.292512 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.292841 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.293165 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.293481 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.293817 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.294129 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.294436 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.294743 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.295047 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.295351 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.295653 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.295953 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Tracked resource versions report: Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: pushed versions: Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: { 'AddressGroup': {'1.2'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'ConntrackHelper': {'1.0'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Log': {'1.0'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Network': {'1.1'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Port': {'1.7'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'PortForwarding': {'1.2'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'QosPolicy': {'1.8'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroup': {'1.4'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'SubPort': {'1.0'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Subnet': {'1.1'}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Trunk': {'1.1'}} Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: consumer versions: Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'ConntrackHelper': '1.0', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Log': '1.0', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Network': '1.1', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Port': '1.7', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'PortForwarding': '1.2', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'QosPolicy': '1.8', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroup': '1.4', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroupRule': '1.2', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'SubPort': '1.0', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Subnet': '1.1', Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: 'Trunk': '1.1'}} Jun 06 19:18:10.297044 dv-cinder-794962-3-smb neutron-server[92062]: {{(pid=92062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:18:10.304476 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:10.308978 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Attempting to bind port d49c8998-2a17-4696-8921-bfc4c8cc0b0e on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:18:10.309368 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Attempting to bind port d49c8998-2a17-4696-8921-bfc4c8cc0b0e by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:18:10.309837 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Attempting to bind port d49c8998-2a17-4696-8921-bfc4c8cc0b0e on network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:18:10.315004 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:18:10.315421 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Checking segment: {'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:18:10.315888 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:10.316300 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Bound using segment: {'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:18:10.316795 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Bound port: d49c8998-2a17-4696-8921-bfc4c8cc0b0e, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f965c47e-1d2f-43a9-a408-a67fc84cbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:18:10.317160 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:10.401862 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] For port d49c8998-2a17-4696-8921-bfc4c8cc0b0e, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:18:10.406093 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] For port d49c8998-2a17-4696-8921-bfc4c8cc0b0e, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=d49c8998-2a17-4696-8921-bfc4c8cc0b0e,segment=NetworkSegment(f965c47e-1d2f-43a9-a408-a67fc84cbdac),segment_id=f965c47e-1d2f-43a9-a408-a67fc84cbdac)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:18:10.466986 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:10.470793 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:10.575010 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Routers {'fbb2b203-8982-4c74-9076-821a8676cd56'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:18:10.575645 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:18:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['fbb2b203-8982-4c74-9076-821a8676cd56'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:10.631079 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Pushing event updated for resources: {'Port': ['ID=d49c8998-2a17-4696-8921-bfc4c8cc0b0e,revision_number=4']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:10.644215 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:10.736526 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] Set router fbb2b203-8982-4c74-9076-821a8676cd56 gateway port host: None {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:18:11.076520 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'name': 'router1', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:17:57Z', 'updated_at': '2021-06-06T19:18:08Z', 'revision_number': 2, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'gw_port_host': None, '_interfaces': [{'id': 'd49c8998-2a17-4696-8921-bfc4c8cc0b0e', 'name': '', 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'mac_address': 'fa:16:3e:2b:0e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:07Z', 'updated_at': '2021-06-06T19:18:10Z', 'revision_number': 4, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'subnets': [{'id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc851432-a9fe-4d99-852f-2d0f864ada82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:11.080371 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd6c30-cd4a-4074-ae3b-0b54e8eb9ea4 None None] The sync data for ids ['fbb2b203-8982-4c74-9076-821a8676cd56'] in dv-cinder-794962-3-smb is: [{'id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'name': 'router1', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:17:57Z', 'updated_at': '2021-06-06T19:18:08Z', 'revision_number': 2, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'gw_port_host': None, '_interfaces': [{'id': 'd49c8998-2a17-4696-8921-bfc4c8cc0b0e', 'name': '', 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'mac_address': 'fa:16:3e:2b:0e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:07Z', 'updated_at': '2021-06-06T19:18:10Z', 'revision_number': 4, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'subnets': [{'id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc851432-a9fe-4d99-852f-2d0f864ada82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:18:11.246588 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57538) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:11.397518 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b3f77-49bd-43be-99ca-e83c9ddde782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:11.398863 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e05b3f77-49bd-43be-99ca-e83c9ddde782 admin admin] 10.222.0.13 "GET /v2.0/networks/6e3a1c2b-716d-490a-914d-cbf28538c42d HTTP/1.1" status: 200 len: 842 time: 0.1512651 Jun 06 19:18:11.408367 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'ip_version': 4, 'cidr': '172.28.3.0/24'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:11.489042 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Made reservation on behalf of 08b0de7fdb6c40d6b70309366899e6e5 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:18:11.492029 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.958304 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.objects.ports [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92060) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 06 19:18:11.958690 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.963295 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:12.034558 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0991c99f-e482-4769-9479-5bcd24e98a0f,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:12.038605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:12.046007 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:18:12.046377 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Network hostable DHCP agents. Network: 6e3a1c2b-716d-490a-914d-cbf28538c42d, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:18:12.129650 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:18:12.186603 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 6e3a1c2b-716d-490a-914d-cbf28538c42d) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:18:12.191236 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:12.191806 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:12.198330 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154a286a-2924-4bbe-9fb7-ea63b08856d3 None None] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:18:12.244947 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8399723 Jun 06 19:18:12.405512 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa95322-feb4-4107-8808-06bf606a177b None None] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:18:14.514894 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57550) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:14.565005 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device d49c8998-2a17-4696-8921-bfc4c8cc0b0e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:18:14.704129 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port d49c8998-2a17-4696-8921-bfc4c8cc0b0e completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:18:14.705978 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port d49c8998-2a17-4696-8921-bfc4c8cc0b0e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:14.706414 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:14.728607 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-136d972d-b630-4599-a438-1fdea8dd44ed admin admin] 10.222.0.13 "GET /v2.0/routers/fbb2b203-8982-4c74-9076-821a8676cd56 HTTP/1.1" status: 200 len: 710 time: 0.2125957 Jun 06 19:18:14.832149 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:14.864410 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fefba6e-f4fb-4147-8bab-88b0a60a1826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:14.865212 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port d49c8998-2a17-4696-8921-bfc4c8cc0b0e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=d49c8998-2a17-4696-8921-bfc4c8cc0b0e,segment=NetworkSegment(f965c47e-1d2f-43a9-a408-a67fc84cbdac),segment_id=f965c47e-1d2f-43a9-a408-a67fc84cbdac)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:14.871367 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5fefba6e-f4fb-4147-8bab-88b0a60a1826 admin admin] 10.222.0.13 "GET /v2.0/networks/6e3a1c2b-716d-490a-914d-cbf28538c42d HTTP/1.1" status: 200 len: 886 time: 0.1313419 Jun 06 19:18:14.875221 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:14.935189 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:14.937778 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:15.009211 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=d49c8998-2a17-4696-8921-bfc4c8cc0b0e,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:15.012346 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:15.320283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:15.797108 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:15.797108 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:15.922659 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Allocated IP 172.28.3.30 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/46905626-aae7-4df8-9cec-d055c10f54e7) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:18:16.072355 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:16.209906 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:16.213846 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:16.275905 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:18:16.278577 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:18:16.283190 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:18:16.347747 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Pushing event updated for resources: {'Port': ['ID=46905626-aae7-4df8-9cec-d055c10f54e7,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:16.354645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:16.544622 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device d49c8998-2a17-4696-8921-bfc4c8cc0b0e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:18:16.615036 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port d49c8998-2a17-4696-8921-bfc4c8cc0b0e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:16.615954 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:16.768398 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:17.130992 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:17.134282 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1633628'] for router, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:17.310467 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Router fbb2b203-8982-4c74-9076-821a8676cd56 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:18:17.485334 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:18:17.489374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Notify callbacks [] for router, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:17.490748 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] 10.222.0.13 "PUT /v2.0/routers/fbb2b203-8982-4c74-9076-821a8676cd56 HTTP/1.1" status: 200 len: 889 time: 2.6185989 Jun 06 19:18:17.495084 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Sync routers for ids ['fbb2b203-8982-4c74-9076-821a8676cd56'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:18:17.505344 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Routers {'fbb2b203-8982-4c74-9076-821a8676cd56'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:18:17.506059 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:18:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['fbb2b203-8982-4c74-9076-821a8676cd56'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:17.722900 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Set router fbb2b203-8982-4c74-9076-821a8676cd56 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:18:18.037207 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:18:18.055754 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'name': 'router1', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '46905626-aae7-4df8-9cec-d055c10f54e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:17:57Z', 'updated_at': '2021-06-06T19:18:16Z', 'revision_number': 4, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'gw_port': {'id': '46905626-aae7-4df8-9cec-d055c10f54e7', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:15Z', 'updated_at': '2021-06-06T19:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd49c8998-2a17-4696-8921-bfc4c8cc0b0e', 'name': '', 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'mac_address': 'fa:16:3e:2b:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:07Z', 'updated_at': '2021-06-06T19:18:14Z', 'revision_number': 5, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'subnets': [{'id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc851432-a9fe-4d99-852f-2d0f864ada82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:18.060392 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Checking router: fbb2b203-8982-4c74-9076-821a8676cd56 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:18:18.060754 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Updating router fbb2b203-8982-4c74-9076-821a8676cd56 port 46905626-aae7-4df8-9cec-d055c10f54e7 binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:18:18.117593 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.441026 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.452294 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Transition to ACTIVE for port object 46905626-aae7-4df8-9cec-d055c10f54e7 will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:18:18.507485 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.511430 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:18.585706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Attempting to bind port 46905626-aae7-4df8-9cec-d055c10f54e7 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:18:18.586072 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Attempting to bind port 46905626-aae7-4df8-9cec-d055c10f54e7 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:18:18.586431 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Attempting to bind port 46905626-aae7-4df8-9cec-d055c10f54e7 on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:18:18.591746 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e83a5-f00f-4496-9d99-71851e575ea4 None None] Pushing event updated for resources: {'Port': ['ID=46905626-aae7-4df8-9cec-d055c10f54e7,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:18.594343 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-f38e83a5-f00f-4496-9d99-71851e575ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:18.596800 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:18:18.597166 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:18:18.597553 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.597948 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:18:18.598403 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Bound port: 46905626-aae7-4df8-9cec-d055c10f54e7, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:18:18.598765 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.671822 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] For port 46905626-aae7-4df8-9cec-d055c10f54e7, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:18:18.674900 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] For port 46905626-aae7-4df8-9cec-d055c10f54e7, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=46905626-aae7-4df8-9cec-d055c10f54e7,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:18:18.730132 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.734160 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:18.808499 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Routers {'fbb2b203-8982-4c74-9076-821a8676cd56'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:18:18.809161 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:18:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['fbb2b203-8982-4c74-9076-821a8676cd56'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:18.877473 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e83a5-f00f-4496-9d99-71851e575ea4 None None] Pushing event updated for resources: {'Port': ['ID=46905626-aae7-4df8-9cec-d055c10f54e7,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:18.880490 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-f38e83a5-f00f-4496-9d99-71851e575ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:19.000333 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] Set router fbb2b203-8982-4c74-9076-821a8676cd56 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:18:19.373912 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'name': 'router1', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '46905626-aae7-4df8-9cec-d055c10f54e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:17:57Z', 'updated_at': '2021-06-06T19:18:16Z', 'revision_number': 4, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'gw_port': {'id': '46905626-aae7-4df8-9cec-d055c10f54e7', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:15Z', 'updated_at': '2021-06-06T19:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd49c8998-2a17-4696-8921-bfc4c8cc0b0e', 'name': '', 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'mac_address': 'fa:16:3e:2b:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:07Z', 'updated_at': '2021-06-06T19:18:14Z', 'revision_number': 5, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'subnets': [{'id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc851432-a9fe-4d99-852f-2d0f864ada82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:19.377803 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f42ac2-696d-4a60-94ef-0c337ddf67eb None None] The sync data for ids ['fbb2b203-8982-4c74-9076-821a8676cd56'] in dv-cinder-794962-3-smb is: [{'id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'name': 'router1', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '46905626-aae7-4df8-9cec-d055c10f54e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:17:57Z', 'updated_at': '2021-06-06T19:18:16Z', 'revision_number': 4, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'gw_port': {'id': '46905626-aae7-4df8-9cec-d055c10f54e7', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:15Z', 'updated_at': '2021-06-06T19:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd49c8998-2a17-4696-8921-bfc4c8cc0b0e', 'name': '', 'network_id': 'bf4b72ff-cb38-45de-9522-c4bcc3c0f238', 'tenant_id': 'c77a6b85b322430485a2fd294d0aecf9', 'mac_address': 'fa:16:3e:2b:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb2b203-8982-4c74-9076-821a8676cd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:18:07Z', 'updated_at': '2021-06-06T19:18:14Z', 'revision_number': 5, 'project_id': 'c77a6b85b322430485a2fd294d0aecf9', 'subnets': [{'id': '3e59498e-50b5-43fc-883c-07bc9fd72c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc851432-a9fe-4d99-852f-2d0f864ada82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:18:19.851022 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 57558) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:19.965156 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-4a2d7514-85c5-4924-a172-00538245eb6e admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1130238 Jun 06 19:18:20.573691 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 46905626-aae7-4df8-9cec-d055c10f54e7 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:18:20.683217 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 46905626-aae7-4df8-9cec-d055c10f54e7 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:18:20.688107 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 46905626-aae7-4df8-9cec-d055c10f54e7 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:20.688476 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:20.805619 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:20.821813 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 46905626-aae7-4df8-9cec-d055c10f54e7, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=46905626-aae7-4df8-9cec-d055c10f54e7,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:20.884739 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:20.886884 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:20.953802 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=46905626-aae7-4df8-9cec-d055c10f54e7,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:20.956866 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:22.576872 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 46905626-aae7-4df8-9cec-d055c10f54e7 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:18:22.651552 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 46905626-aae7-4df8-9cec-d055c10f54e7 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:22.651925 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.152117 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d76a60d1-76a8-43db-8af4-661f3fc1e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:32.757943 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:32.791576 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0358ec92-1644-44f7-81ee-485496dd39b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.820624 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.562844 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:55.035608 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:19:00.173940 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c957e194-ab27-4cb7-b3f3-84560bd620de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:03.202983 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4309-77b9-41c9-9a48-900b9811e534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:03.204558 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:03.819736 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:05.556451 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:30.156160 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a9ea610a-7fde-4433-9363-ab11dae50b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:32.034225 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:19:32.773490 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:32.841652 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-38703a4b-5bb6-48d4-984c-d52b64486189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:33.824772 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:35.556261 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.257589 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58130) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:56.324767 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb690ce-59df-4b2f-afa2-41366c7fdb6c admin admin] GET failed (client error): The resource could not be found. Jun 06 19:19:56.326067 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-cbb690ce-59df-4b2f-afa2-41366c7fdb6c admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675409 Jun 06 19:19:56.452952 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a70920-a76d-46f4-bbc1-ddd2d3df98f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:56.454344 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-35a70920-a76d-46f4-bbc1-ddd2d3df98f7 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1246243 Jun 06 19:19:58.553533 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58140) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:58.704499 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec2009-1692-43e8-ac3f-bc255a41147c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:58.706018 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-15ec2009-1692-43e8-ac3f-bc255a41147c admin admin] 10.222.0.13 "GET /v2.0/subnets/3e59498e-50b5-43fc-883c-07bc9fd72c1a HTTP/1.1" status: 200 len: 849 time: 0.1513929 Jun 06 19:19:58.718449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:58.841884 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:59.115584 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781965894885'] for subnet, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:59.120098 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:59.158784 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:59.159974 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:59.160611 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] 10.222.0.13 "PUT /v2.0/subnets/3e59498e-50b5-43fc-883c-07bc9fd72c1a HTTP/1.1" status: 200 len: 868 time: 0.4470301 Jun 06 19:19:59.176624 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78803e5-cfcb-473a-8eb1-2acef62dc22a None None] Network bf4b72ff-cb38-45de-9522-c4bcc3c0f238 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:19:59.186379 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e59498e-50b5-43fc-883c-07bc9fd72c1a,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:59.194309 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.194662 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.195006 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.195342 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.195832 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.196172 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.197193 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.197193 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.197193 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.197475 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.197900 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.198221 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:59.202031 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:59.672786 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-e8ac1a82-e69d-44fc-bee6-831860023815 None None] Provisioning complete for port 7c4104b1-5225-4bd2-ad2b-ba2999b0edef triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:19:59.673152 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1a82-e69d-44fc-bee6-831860023815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:59.798479 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-e8ac1a82-e69d-44fc-bee6-831860023815 None None] Provisioning complete for port d49c8998-2a17-4696-8921-bfc4c8cc0b0e triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:19:59.798760 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1a82-e69d-44fc-bee6-831860023815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:00.178449 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-45263722-43b2-4c20-a3ae-727feffc0094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:01.315788 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58148) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:01.485733 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14281a6d-21aa-41a8-beb2-1344f806cff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:01.486206 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14281a6d-21aa-41a8-beb2-1344f806cff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:01.487700 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-14281a6d-21aa-41a8-beb2-1344f806cff0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1709487 Jun 06 19:20:02.755435 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:02.795228 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e3d08170-6054-4262-9e53-2b2b0cc2b456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:03.605414 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58156) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:03.778834 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebd5bc-b44e-4f43-8e50-9ec0284d2c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:03.779305 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebd5bc-b44e-4f43-8e50-9ec0284d2c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:03.786463 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-d4ebd5bc-b44e-4f43-8e50-9ec0284d2c76 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746676 Jun 06 19:20:03.841383 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.566899 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.901741 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58164) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:06.069187 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605c37d-bf11-4f86-ad23-5a275e261d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:06.070571 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9605c37d-bf11-4f86-ad23-5a275e261d47 admin admin] 10.222.0.13 "GET /v2.0/networks/6e3a1c2b-716d-490a-914d-cbf28538c42d HTTP/1.1" status: 200 len: 886 time: 0.1678889 Jun 06 19:20:08.168134 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58172) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:08.340140 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91cd92-2d73-4046-affb-85c06b6f90e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:08.341481 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4f91cd92-2d73-4046-affb-85c06b6f90e9 admin admin] 10.222.0.13 "GET /v2.0/networks/bf4b72ff-cb38-45de-9522-c4bcc3c0f238 HTTP/1.1" status: 200 len: 869 time: 0.1724117 Jun 06 19:20:09.033833 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:20:10.446568 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58180) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:10.555079 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f792c-2544-4490-8002-1b71d73586da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:10.555543 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f792c-2544-4490-8002-1b71d73586da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:10.557044 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6c7f792c-2544-4490-8002-1b71d73586da admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1095347 Jun 06 19:20:12.674434 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58188) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:12.780746 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9778a7dd-b6a4-47a8-9aa0-bb02340aa944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:12.781212 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9778a7dd-b6a4-47a8-9aa0-bb02340aa944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:12.782703 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9778a7dd-b6a4-47a8-9aa0-bb02340aa944 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1073351 Jun 06 19:20:14.878588 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58196) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:14.981668 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444fae28-cd4f-4c0e-95a6-cea3c48e221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:14.983016 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-444fae28-cd4f-4c0e-95a6-cea3c48e221a admin admin] 10.222.0.13 "GET /v2.0/subnets/0991c99f-e482-4769-9479-5bcd24e98a0f HTTP/1.1" status: 200 len: 816 time: 0.1034939 Jun 06 19:20:17.092487 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58204) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:17.195863 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703315b7-efe3-47f5-9655-7a813464cd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:17.197149 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-703315b7-efe3-47f5-9655-7a813464cd27 admin admin] 10.222.0.13 "GET /v2.0/subnets/3e59498e-50b5-43fc-883c-07bc9fd72c1a HTTP/1.1" status: 200 len: 868 time: 0.1037378 Jun 06 19:20:30.178816 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-34d590f1-e2cc-461b-96d4-8478247803c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:32.789272 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:32.823547 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-cbbf172d-17da-41a1-aa0a-5208cd4b439b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:33.840576 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:35.583320 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:40.281871 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58248) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:40.327718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [None req-3a38fcbf-71c4-4368-be25-0d41cb953d5b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:20:40.328704 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-3a38fcbf-71c4-4368-be25-0d41cb953d5b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459108 Jun 06 19:20:42.494919 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58256) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:42.560925 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ed3162-519f-4fde-81bd-2dfc34648c00 admin admin] GET failed (client error): The resource could not be found. Jun 06 19:20:42.562217 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-d1ed3162-519f-4fde-81bd-2dfc34648c00 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663826 Jun 06 19:20:42.684871 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8edb10-d723-4d33-b675-6d7f0066f97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:42.686269 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ab8edb10-d723-4d33-b675-6d7f0066f97b admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203935 Jun 06 19:20:44.823488 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58266) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:44.870871 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:44.943704 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Made reservation on behalf of 08b0de7fdb6c40d6b70309366899e6e5 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:20:44.945997 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:45.034979 dv-cinder-794962-3-smb neutron-server[92060]: WARNING neutron.services.revisions.revision_plugin [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Could not find related network for resource to bump revision. Jun 06 19:20:45.047447 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:20:45.056665 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:45.057011 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Added segment 80867c24-c580-4706-bc0b-ef6026336901 of type vlan for network 9753cf69-a063-44ad-bfd4-de06a0a7150c Jun 06 19:20:45.085818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:45.160382 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:45.162307 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:45.162879 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:45.167389 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:45.250874 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4262817 Jun 06 19:20:45.255595 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Pushing event updated for resources: {'Network': ['ID=9753cf69-a063-44ad-bfd4-de06a0a7150c,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:45.263421 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.263785 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.265144 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.265144 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.265144 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.265430 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.265523 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.265857 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.266202 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.266516 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.266826 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.267133 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:45.272173 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:45.279276 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 9753cf69-a063-44ad-bfd4-de06a0a7150c details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:20:46.032625 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:20:47.412248 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58274) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:47.477858 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5607bde0-23f2-4be1-9f3b-ebe2f9636a07 admin admin] GET failed (client error): The resource could not be found. Jun 06 19:20:47.479166 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-5607bde0-23f2-4be1-9f3b-ebe2f9636a07 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659530 Jun 06 19:20:47.583833 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5648a00f-119b-4f6a-9b2d-3ffafeb82e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:47.585257 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-5648a00f-119b-4f6a-9b2d-3ffafeb82e7f admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021779 Jun 06 19:20:47.594798 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:47.662887 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Made reservation on behalf of 08b0de7fdb6c40d6b70309366899e6e5 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:20:47.665114 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.891724 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.896113 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:48.001723 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddc70e0-79b9-4782-8c81-0ed9c7335fa7,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:48.005271 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:48.006084 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Checking segment: {'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:48.006433 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Network hostable DHCP agents. Network: 9753cf69-a063-44ad-bfd4-de06a0a7150c, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:20:48.068221 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Network 9753cf69-a063-44ad-bfd4-de06a0a7150c is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:20:48.142479 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 9753cf69-a063-44ad-bfd4-de06a0a7150c) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:48.146874 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:48.147448 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.152028 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5acbb1-fbaf-4356-8b9d-f6fb9283b8e9 None None] Network 9753cf69-a063-44ad-bfd4-de06a0a7150c requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:20:48.257816 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-a55405d4-2039-4861-895b-e5cc9d624a03 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6663306 Jun 06 19:20:48.363568 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-9753cf69-a063-44ad-bfd4-de06a0a7150c', 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c', 'tenant_id': '08b0de7fdb6c40d6b70309366899e6e5', 'fixed_ips': [{'subnet_id': '8ddc70e0-79b9-4782-8c81-0ed9c7335fa7'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:20:48.364916 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.532534 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Allocated IP 192.168.233.2 (9753cf69-a063-44ad-bfd4-de06a0a7150c/8ddc70e0-79b9-4782-8c81-0ed9c7335fa7/c78c1f19-dcde-4336-84c9-efdfcef8e921) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:48.734838 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.745169 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Transition to ACTIVE for port object c78c1f19-dcde-4336-84c9-efdfcef8e921 will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:48.764716 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Transition to ACTIVE for port object c78c1f19-dcde-4336-84c9-efdfcef8e921 will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:48.818901 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.823609 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:48.885598 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Network 9753cf69-a063-44ad-bfd4-de06a0a7150c is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:48.888318 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:48.896062 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:48.898222 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Pushing event updated for resources: {'Port': ['ID=c78c1f19-dcde-4336-84c9-efdfcef8e921,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:48.931704 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.932037 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.932370 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.932702 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.933027 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.933351 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.933705 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.934022 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.934343 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.934659 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.934975 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.935288 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:48.944639 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:49.000394 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Attempting to bind port c78c1f19-dcde-4336-84c9-efdfcef8e921 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:20:49.000754 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Attempting to bind port c78c1f19-dcde-4336-84c9-efdfcef8e921 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:20:49.001111 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Attempting to bind port c78c1f19-dcde-4336-84c9-efdfcef8e921 on network 9753cf69-a063-44ad-bfd4-de06a0a7150c {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:49.006920 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:20:49.007286 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Checking segment: {'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:49.007686 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.008070 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Bound using segment: {'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:20:49.008539 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Bound port: c78c1f19-dcde-4336-84c9-efdfcef8e921, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:20:49.008907 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.096829 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] For port c78c1f19-dcde-4336-84c9-efdfcef8e921, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:20:49.100421 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] For port c78c1f19-dcde-4336-84c9-efdfcef8e921, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=c78c1f19-dcde-4336-84c9-efdfcef8e921,segment=NetworkSegment(80867c24-c580-4706-bc0b-ef6026336901),segment_id=80867c24-c580-4706-bc0b-ef6026336901)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:20:49.184189 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.188939 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:49.273786 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Pushing event updated for resources: {'Port': ['ID=c78c1f19-dcde-4336-84c9-efdfcef8e921,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:49.278108 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:50.057022 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397bfe55-3bd0-4f77-a773-d78d81923ffb None None] Network 9753cf69-a063-44ad-bfd4-de06a0a7150c requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:20:50.216163 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-cedf69ef-020f-4448-8b70-b475953d6de2 None None] Provisioning for port c78c1f19-dcde-4336-84c9-efdfcef8e921 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:50.675113 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device c78c1f19-dcde-4336-84c9-efdfcef8e921 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:50.795062 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port c78c1f19-dcde-4336-84c9-efdfcef8e921 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:50.800081 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port c78c1f19-dcde-4336-84c9-efdfcef8e921 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:50.800401 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:50.922011 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:50.956905 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port c78c1f19-dcde-4336-84c9-efdfcef8e921, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=c78c1f19-dcde-4336-84c9-efdfcef8e921,segment=NetworkSegment(80867c24-c580-4706-bc0b-ef6026336901),segment_id=80867c24-c580-4706-bc0b-ef6026336901)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:51.023667 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:51.026956 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:51.094188 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=c78c1f19-dcde-4336-84c9-efdfcef8e921,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:51.098099 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:52.656992 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device c78c1f19-dcde-4336-84c9-efdfcef8e921 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:52.726714 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port c78c1f19-dcde-4336-84c9-efdfcef8e921 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:52.727079 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.193515 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-443811af-f232-4ebc-be4f-5163ab5ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.777267 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.805220 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-71bee688-fc00-4d4e-b266-c303de6b1414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:03.857264 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:05.571223 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:23.031704 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:21:30.177697 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-24fb4085-833b-4108-b03d-bbf60ab72967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.776832 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.839614 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e31be016-5aef-4f57-abb1-d009f8ed8f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:33.828458 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:35.571031 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:00.029829 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:22:00.210506 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9728cc77-3e5c-46f2-813c-d60333708a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:02.793591 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:02.822102 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-17c3f7fa-5688-47da-a520-4d22472cc3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:03.861968 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.593447 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:22.854021 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58326) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:22.859922 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [None req-291e812f-0ca8-4d3a-8b95-4286be676132 tempest-verify_tempest_config-896256021 tempest-verify_tempest_config-896256021-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:22:22.860839 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-291e812f-0ca8-4d3a-8b95-4286be676132 tempest-verify_tempest_config-896256021 tempest-verify_tempest_config-896256021-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058894 Jun 06 19:22:23.397229 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58344) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:23.512332 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:23.610755 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:23.690068 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:23.699017 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:23.742075 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8bb7e111a4c4e98870c57e31d323701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3436456 Jun 06 19:22:23.742686 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500edbe-bac0-43d0-a0e7-7b5a08341c82,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:23.744666 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58348) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:23.749592 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.749953 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.750292 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.750627 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.750956 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.751283 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.751609 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.751937 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.752417 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.757284 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.757679 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.758026 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:23.762449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:23.805272 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:23.829585 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:23.987299 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:23.990006 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:23.991149 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8500edbe-bac0-43d0-a0e7-7b5a08341c82 HTTP/1.1" status: 204 len: 168 time: 0.2455220 Jun 06 19:22:23.991848 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ce9a14cf-8f77-4956-9dfe-7e6b3dd19cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:24.001022 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500edbe-bac0-43d0-a0e7-7b5a08341c82,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:24.007857 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.008200 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.008535 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.008876 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.009250 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.009519 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.009872 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.010188 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.010527 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.010844 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.011158 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.011467 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:24.014433 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:30.198994 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-8f86d4f8-db67-43be-b06e-e2fba4161bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:32.809984 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:32.838322 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b061ea4b-3f5d-4125-b3ff-44906b565f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:33.838766 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:35.609199 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:37.027844 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:23:00.198120 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-26f23d5c-e154-4f55-a937-842e044514e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:02.775523 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:02.832487 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e4d93a0e-0f28-4a62-8df2-ff65501e6e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:03.843962 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:05.626017 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:14.026274 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:23:30.193122 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b16d47b7-9a3a-4ca5-a72a-77083071f0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.780592 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.877768 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d79e7810-0389-480c-a59f-e6aaee8002da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.832467 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.597767 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:51.024936 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 5 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:24:00.008746 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508'] for agent, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:00.180055 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5ad8747a-a100-4b8e-b3bd-4fd26de8a7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:02.767464 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:02.820158 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c1460f9a-373f-4cc4-92a7-3a998a6074f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:03.288800 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58404) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:03.401080 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-c5f9ccd8-6550-43aa-b204-9392efba656c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1111774 Jun 06 19:24:03.849523 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:05.548756 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58414) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:05.602629 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-01fc571d-55c0-45ba-a872-1addf2275f6a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0527828 Jun 06 19:24:05.620840 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:28.024340 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:24:29.934467 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:30.184237 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-638da123-b504-47ab-a877-38551dbde7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.768570 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.854223 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d496-72e4-4b05-944d-bac6ee56b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.842723 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:35.597122 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:59.915287 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:00.197967 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bf16913e-560a-4e93-97ff-df223c8f23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:02.770657 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:02.842788 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-97fe9659-3767-4ab5-98ed-e0a2b007cf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:03.880928 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:05.023047 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:25:05.608493 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:29.945452 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:30.200453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-2808ed07-bef9-43a2-8f18-4cab38f861c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:32.785743 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:32.869272 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-ec170002-6a73-4ccd-9113-cafa2c5949b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:33.840669 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58638) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:33.852768 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58644) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:33.864904 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:33.882046 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58648) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:33.891713 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58656) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:33.926794 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58660) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:34.196299 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1721587300-network', 'tenant_id': 'c9b44ade494b46b09a6daa1dd6059d82'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:34.223075 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-388184286-network', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:34.261137 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1950086510-network', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:34.310670 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Made reservation on behalf of c9b44ade494b46b09a6daa1dd6059d82 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:34.311046 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-916804323-network', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:34.313389 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.331213 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.334958 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-918379385-network', 'tenant_id': '4c619ec517c84525affd7c3b64c1a207'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:34.378838 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Made reservation on behalf of 2fa8dcc2f79249298e10c72fa02be2eb for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:34.381194 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.394632 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.477954 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Made reservation on behalf of 0b0f2149594d47bb9d194ae751ee9db0 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:34.479611 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.533741 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.599306 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Made reservation on behalf of 5453e9408dd342739a33e1a5ba2a99c2 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:34.600030 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.617953 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.715568 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Made reservation on behalf of 4c619ec517c84525affd7c3b64c1a207 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:34.718866 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.739067 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.846328 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.958809 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.985123 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:25:34.996032 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:34.996525 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Added segment 594475ee-4a73-4c80-9565-afd9fd8cf97a of type vlan for network 9055d51d-f507-41ef-9b1e-499668aa619f Jun 06 19:25:35.006954 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:35.054952 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.136984 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1875df27-eb01-49f0-bacf-3207b987daab,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:35.152309 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.152653 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.152986 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.153320 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.153655 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.153983 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.154302 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.154618 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.154948 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.155534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.155852 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.156161 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Tracked resource versions report: Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: pushed versions: Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: { 'AddressGroup': {'1.2'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'ConntrackHelper': {'1.0'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Log': {'1.0'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Network': {'1.1'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Port': {'1.7'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'PortForwarding': {'1.2'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'QosPolicy': {'1.8'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroup': {'1.4'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'SubPort': {'1.0'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Subnet': {'1.1'}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Trunk': {'1.1'}} Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: consumer versions: Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'ConntrackHelper': '1.0', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Log': '1.0', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Network': '1.1', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Port': '1.7', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'PortForwarding': '1.2', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'QosPolicy': '1.8', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroup': '1.4', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'SecurityGroupRule': '1.2', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'SubPort': '1.0', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Subnet': '1.1', Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: 'Trunk': '1.1'}} Jun 06 19:25:35.157459 dv-cinder-794962-3-smb neutron-server[92060]: {{(pid=92060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:25:35.161782 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:35.207044 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.211048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:35.211048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.221925 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:35.252625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.325373 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Pushing event updated for resources: {'Network': ['ID=9055d51d-f507-41ef-9b1e-499668aa619f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:35.328105 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:35.335394 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 9055d51d-f507-41ef-9b1e-499668aa619f details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:25:35.379276 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.385145 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-209ae6fa-489f-46f6-91ef-740e258f35e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:35.426091 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:25:35.441964 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2bba04-e4c1-493e-8d1b-ae11e33b260d,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:35.445386 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:35.447942 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.453642 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Added segment 32b20708-57f5-4e2e-8abb-c9b26f940ba4 of type vlan for network 95cf8fae-a324-4b48-bffd-f080725edb78 Jun 06 19:25:35.478061 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.538642 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.600613 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.604456 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:35.604456 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.607385 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:35.646626 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.651700 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.657627 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:35.702644 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d835e-5519-43d1-a0b7-df669163c56f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:35.715071 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.715414 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.715746 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.716076 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.716402 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.716727 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.717060 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.717366 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.717713 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.718075 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.718371 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.718686 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Tracked resource versions report: Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: pushed versions: Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: { 'AddressGroup': {'1.2'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'ConntrackHelper': {'1.0'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Log': {'1.0'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Network': {'1.1'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Port': {'1.7'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'PortForwarding': {'1.2'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'QosPolicy': {'1.8'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroup': {'1.4'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'SubPort': {'1.0'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Subnet': {'1.1'}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Trunk': {'1.1'}} Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: consumer versions: Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'ConntrackHelper': '1.0', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Log': '1.0', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Network': '1.1', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Port': '1.7', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'PortForwarding': '1.2', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'QosPolicy': '1.8', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroup': '1.4', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'SecurityGroupRule': '1.2', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'SubPort': '1.0', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Subnet': '1.1', Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: 'Trunk': '1.1'}} Jun 06 19:25:35.719722 dv-cinder-794962-3-smb neutron-server[92059]: {{(pid=92059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:25:35.772132 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:25:35.778984 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:35.786766 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Pushing event updated for resources: {'Network': ['ID=95cf8fae-a324-4b48-bffd-f080725edb78,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:35.788617 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.789617 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:35.789860 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Added segment d407ef57-51ca-4f48-9fa9-9b859f02f9f2 of type vlan for network 1cbdb473-d07e-4e9a-91d1-c31179375efb Jun 06 19:25:35.796500 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 95cf8fae-a324-4b48-bffd-f080725edb78 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:25:35.857969 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.862210 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.937702 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.943334 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:35.961889 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:25:35.975743 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.981708 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:35.982282 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.988824 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a08bae7-f16e-4c2c-950c-23941d20abd0,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:35.991490 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:35.991827 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Added segment b1b881de-1292-4d8a-abd2-89d5aa26358e of type vlan for network 43854d07-2f1f-4b7e-b64e-9892b5b4460b Jun 06 19:25:36.000130 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:36.000577 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:36.018688 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1754348 Jun 06 19:25:36.021288 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58770) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.026366 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Request body: {'subnet': {'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-subnet', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:36.116771 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.125588 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbdb473-d07e-4e9a-91d1-c31179375efb,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:36.129931 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:36.135495 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:25:36.220585 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.269208 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.270571 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:36.272425 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.276002 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9bde40bb-e814-4002-94c1-c266757e4101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:36.317966 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.370761 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Pushing event updated for resources: {'Network': ['ID=43854d07-2f1f-4b7e-b64e-9892b5b4460b,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:36.373624 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:36.374026 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:36.383174 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:25:36.391493 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:25:36.405912 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5514302 Jun 06 19:25:36.412046 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58780) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.415854 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5230832 Jun 06 19:25:36.419237 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Request body: {'subnet': {'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1721587300-subnet', 'tenant_id': 'c9b44ade494b46b09a6daa1dd6059d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:36.420235 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-c3b2a383-1e82-42b6-8003-bd5488cd8585 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5372984 Jun 06 19:25:36.424524 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58782) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.424860 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58784) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.433332 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Request body: {'subnet': {'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-subnet', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:36.439142 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Request body: {'subnet': {'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1950086510-subnet', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:36.442637 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58788) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.446387 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.446726 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Added segment 5527dea4-6744-4b00-896e-7793f3ad7b66 of type vlan for network c7d5e368-261d-47f6-9973-9258c735db8f Jun 06 19:25:36.447785 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3175911c-ef8b-4b2e-b849-6d00048b1952,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:36.456254 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:36.480140 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58792) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.480473 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.516104 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Made reservation on behalf of 2fa8dcc2f79249298e10c72fa02be2eb for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:36.520718 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.562424 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.563756 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:36.564330 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.569278 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:36.631732 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.674333 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Pushing event updated for resources: {'Network': ['ID=c7d5e368-261d-47f6-9973-9258c735db8f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:36.677530 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.678142 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:36.687237 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network c7d5e368-261d-47f6-9973-9258c735db8f details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:25:36.691181 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Made reservation on behalf of c9b44ade494b46b09a6daa1dd6059d82 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:36.693717 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.769977 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8419073 Jun 06 19:25:36.772946 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58800) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.779003 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Request body: {'subnet': {'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-918379385-subnet', 'tenant_id': '4c619ec517c84525affd7c3b64c1a207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:36.787261 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58802) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:36.879691 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Made reservation on behalf of 0b0f2149594d47bb9d194ae751ee9db0 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:36.886638 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.929438 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.api [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:25:36.929438 dv-cinder-794962-3-smb neutron-server[92060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:25:36.929438 dv-cinder-794962-3-smb neutron-server[92060]: [parameters: {'project_id_1': '871031e8af9d4ae48fbfddbce9f83eec', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 25, 36, 668557)}] Jun 06 19:25:36.929438 dv-cinder-794962-3-smb neutron-server[92060]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:36.929925 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_db.api [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:36.930257 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.api [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:25:36.930257 dv-cinder-794962-3-smb neutron-server[92060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:25:36.930257 dv-cinder-794962-3-smb neutron-server[92060]: [parameters: {'project_id_1': '768acc2f29a14de89db53a78d83d413a', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 25, 36, 733968)}] Jun 06 19:25:36.930257 dv-cinder-794962-3-smb neutron-server[92060]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:36.930567 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_db.api [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:36.938121 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.db.api [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:25:36.938121 dv-cinder-794962-3-smb neutron-server[92059]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:25:36.938121 dv-cinder-794962-3-smb neutron-server[92059]: [parameters: {'project_id_1': '4c619ec517c84525affd7c3b64c1a207', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 25, 36, 785524)}] Jun 06 19:25:36.938121 dv-cinder-794962-3-smb neutron-server[92059]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:36.938555 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_db.api [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:36.945392 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f4e62247-c3ea-47ec-9c0a-e0a5cea76507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.968694 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.982715 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:37.037871 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Made reservation on behalf of 5453e9408dd342739a33e1a5ba2a99c2 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:37.040207 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.056654 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfcc67de-ddc7-4838-b641-49984a32c955,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:37.060089 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:37.065807 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Checking segment: {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:37.067084 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Network hostable DHCP agents. Network: 95cf8fae-a324-4b48-bffd-f080725edb78, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:25:37.086159 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.090667 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:37.153188 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Network 95cf8fae-a324-4b48-bffd-f080725edb78 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:25:37.170824 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee9278a-a92d-4aa3-b260-27ef91c0fa87,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:37.174495 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:37.175159 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Checking segment: {'id': '594475ee-4a73-4c80-9565-afd9fd8cf97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:37.175499 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Network hostable DHCP agents. Network: 9055d51d-f507-41ef-9b1e-499668aa619f, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:25:37.235869 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 95cf8fae-a324-4b48-bffd-f080725edb78) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:37.240692 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:37.241275 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.247307 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac4492-edbd-445e-9753-e4a6b7dc3aa0 None None] Network 95cf8fae-a324-4b48-bffd-f080725edb78 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:37.314458 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Network 9055d51d-f507-41ef-9b1e-499668aa619f is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:25:37.325528 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 9055d51d-f507-41ef-9b1e-499668aa619f) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:37.329512 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:37.330583 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.341412 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113a1e2-1cfa-43d6-bb36-8ffde5d1e843 None None] Network 9055d51d-f507-41ef-9b1e-499668aa619f requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:37.376426 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f4e62247-c3ea-47ec-9c0a-e0a5cea76507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.409694 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.417191 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-5963150f-de20-4215-9fd9-fd0877801bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:37.431235 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.442950 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.494472 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f4e62247-c3ea-47ec-9c0a-e0a5cea76507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.506962 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c1aa65-4f03-4684-9af1-56028c123469,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:37.510082 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:37.513775 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:37.528890 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Checking segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:37.529044 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2cbbb-3c4a-42f9-b041-1b7c47e68bfd None None] Network 95cf8fae-a324-4b48-bffd-f080725edb78 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:37.529518 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Network hostable DHCP agents. Network: 1cbdb473-d07e-4e9a-91d1-c31179375efb, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:25:37.537480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.574983 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-82ea48a1-74c3-4f25-931b-7e4f2008a46a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5500646 Jun 06 19:25:37.575557 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58808) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:37.581703 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:37.584435 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f4e62247-c3ea-47ec-9c0a-e0a5cea76507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33ee14e46d864ba9990dd138ad203b22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7948320 Jun 06 19:25:37.587107 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e62247-c3ea-47ec-9c0a-e0a5cea76507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f57466f-4ee9-41f3-87c1-fa4171539135,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:37.588595 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58810) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:37.590300 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f4e62247-c3ea-47ec-9c0a-e0a5cea76507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:37.592166 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-495917fd-a3d0-4dda-ab6a-b5ff5df71bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:37.622083 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2026622 Jun 06 19:25:37.622309 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.db.api [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:25:37.622309 dv-cinder-794962-3-smb neutron-server[92059]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:25:37.622309 dv-cinder-794962-3-smb neutron-server[92059]: [parameters: {'project_id_1': '4c619ec517c84525affd7c3b64c1a207', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 25, 37, 467320)}] Jun 06 19:25:37.622309 dv-cinder-794962-3-smb neutron-server[92059]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:37.622309 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_db.api [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:37.638975 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.api [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:25:37.638975 dv-cinder-794962-3-smb neutron-server[92060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:25:37.638975 dv-cinder-794962-3-smb neutron-server[92060]: [parameters: {'project_id_1': '768acc2f29a14de89db53a78d83d413a', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 25, 37, 464886)}] Jun 06 19:25:37.638975 dv-cinder-794962-3-smb neutron-server[92060]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:37.639558 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_db.api [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:37.651568 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.api [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:25:37.651568 dv-cinder-794962-3-smb neutron-server[92060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:25:37.651568 dv-cinder-794962-3-smb neutron-server[92060]: [parameters: {'project_id_1': '2fa8dcc2f79249298e10c72fa02be2eb', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 25, 37, 587201)}] Jun 06 19:25:37.651568 dv-cinder-794962-3-smb neutron-server[92060]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:37.651997 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_db.api [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:37.677222 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:25:37.681641 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.687451 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Checking segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:37.687907 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Network hostable DHCP agents. Network: 43854d07-2f1f-4b7e-b64e-9892b5b4460b, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:25:37.713414 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1855033-e2a9-412d-9a2b-2a5eababb8cd,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:37.714587 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad33fa-f377-4e93-a166-e7b321c100e0 None None] Network 9055d51d-f507-41ef-9b1e-499668aa619f requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:37.717076 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:37.729311 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.753984 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 1cbdb473-d07e-4e9a-91d1-c31179375efb) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:37.758994 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:37.760080 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.775238 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf6242b-565d-4049-813f-d2b234d68c2f None None] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:37.812924 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.828152 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:25:37.834594 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 43854d07-2f1f-4b7e-b64e-9892b5b4460b) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:37.841875 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:37.842943 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.883278 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.890967 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:37.897747 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c6afa-1603-4d70-bf3c-f69984b593fd None None] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:37.913222 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.931704 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:37.935500 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f57466f-4ee9-41f3-87c1-fa4171539135 HTTP/1.1" status: 204 len: 168 time: 0.3433831 Jun 06 19:25:37.946162 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=871031e8af9d4ae48fbfddbce9f83eec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5020974 Jun 06 19:25:37.947224 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc05c1-41ae-4b5f-b2c5-0d815338c387,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:37.950443 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58826) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:37.964634 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:37.966648 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:37.977714 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5483239 Jun 06 19:25:37.977907 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58828) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:37.983331 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:37.984048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f57466f-4ee9-41f3-87c1-fa4171539135,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:37.993552 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:38.047118 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8887a47c-fdc8-45e7-8056-85d4e0919e59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6212268 Jun 06 19:25:38.050744 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58832) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:38.055914 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:38.135512 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.136755 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.150467 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.190140 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.274774 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.274889 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.274889 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58850) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:38.274889 dv-cinder-794962-3-smb neutron-server[92060]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 19:25:38.413408 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-07931da8-533c-4fc3-b845-91d7669abfcf tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:38.414946 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-07931da8-533c-4fc3-b845-91d7669abfcf tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/networks?id=9055d51d-f507-41ef-9b1e-499668aa619f HTTP/1.1" status: 200 len: 812 time: 0.1637287 Jun 06 19:25:38.427915 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-1cbdb473-d07e-4e9a-91d1-c31179375efb', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:25:38.428751 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.430529 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-a3e012b6-ac46-4bef-8749-b6f1e9e7cc53 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/quotas/c9b44ade494b46b09a6daa1dd6059d82 HTTP/1.1" status: 200 len: 375 time: 0.0097530 Jun 06 19:25:38.476579 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-2cdf8c2f-3c80-4edb-aa3a-aac4d008cf90 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9b44ade494b46b09a6daa1dd6059d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405970 Jun 06 19:25:38.535686 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:25:38.536498 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.636954 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Made reservation on behalf of 4c619ec517c84525affd7c3b64c1a207 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:38.639440 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.693461 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-26aff1cb-9e7d-4453-90ae-799fa7636642 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:25:38.694485 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-26aff1cb-9e7d-4453-90ae-799fa7636642 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0775256 Jun 06 19:25:38.740516 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.741714 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.762546 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.820122 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Allocated IP 172.20.0.2 (1cbdb473-d07e-4e9a-91d1-c31179375efb/f0c1aa65-4f03-4684-9af1-56028c123469/0a23f4ca-ae68-4b71-a1c7-7c789fba8fce) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:38.826147 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Allocated IP 172.20.0.2 (43854d07-2f1f-4b7e-b64e-9892b5b4460b/b1855033-e2a9-412d-9a2b-2a5eababb8cd/c732614e-72c9-418f-bf52-88ec2d36f305) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:38.929401 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.930305 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.049467 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.056162 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.068046 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.070244 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7fc05c1-41ae-4b5f-b2c5-0d815338c387 HTTP/1.1" status: 204 len: 168 time: 1.1179943 Jun 06 19:25:39.076315 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:39.152312 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc05c1-41ae-4b5f-b2c5-0d815338c387,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:39.165874 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:39.177233 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.178500 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:39.208057 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.219669 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.223372 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58862) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:39.235053 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Transition to ACTIVE for port object 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:39.255042 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.259711 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-38708516-f34e-44ed-82cd-08efe1f14f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.263097 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Transition to ACTIVE for port object 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:39.268699 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.270407 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-101dfb3f-c186-49fc-b983-edd2af6766d8 service neutron] 10.222.0.13 "GET /v2.0/networks/9055d51d-f507-41ef-9b1e-499668aa619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692294 Jun 06 19:25:39.279906 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Transition to ACTIVE for port object c732614e-72c9-418f-bf52-88ec2d36f305 will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:39.300118 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Transition to ACTIVE for port object c732614e-72c9-418f-bf52-88ec2d36f305 will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:39.310973 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Checking segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:39.314491 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Network hostable DHCP agents. Network: c7d5e368-261d-47f6-9973-9258c735db8f, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:25:39.315338 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cedd807-3741-490a-b478-4cc94111fbbf,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:39.330683 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:39.363427 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.372683 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:39.410273 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.446094 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Network c7d5e368-261d-47f6-9973-9258c735db8f is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:25:39.454771 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:39.463401 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:39.463401 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:39.467142 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:39.472090 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:39.475731 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:39.477938 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Pushing event updated for resources: {'Port': ['ID=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:39.489207 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.490126 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.490126 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.490347 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.490567 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.490832 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.491393 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.492031 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.492556 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.493060 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.493651 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Tracked resource versions report: Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: pushed versions: Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: { 'AddressGroup': {'1.2'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'ConntrackHelper': {'1.0'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Log': {'1.0'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Network': {'1.1'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Port': {'1.7'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'PortForwarding': {'1.2'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'QosPolicy': {'1.8'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroup': {'1.4'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'SubPort': {'1.0'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Subnet': {'1.1'}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Trunk': {'1.1'}} Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: consumer versions: Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'ConntrackHelper': '1.0', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Log': '1.0', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Network': '1.1', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Port': '1.7', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'PortForwarding': '1.2', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'QosPolicy': '1.8', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroup': '1.4', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'SecurityGroupRule': '1.2', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'SubPort': '1.0', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Subnet': '1.1', Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: 'Trunk': '1.1'}} Jun 06 19:25:39.498403 dv-cinder-794962-3-smb neutron-server[92061]: {{(pid=92061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:25:39.544152 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:39.570012 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:39.641433 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, c7d5e368-261d-47f6-9973-9258c735db8f) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:39.648076 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Pushing event updated for resources: {'Port': ['ID=c732614e-72c9-418f-bf52-88ec2d36f305,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:39.651651 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:39.652234 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.684764 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.687382 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70c210-85c9-4499-85d0-adc94e858a12 None None] Network c7d5e368-261d-47f6-9973-9258c735db8f requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:39.699862 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:39.714377 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.724454 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-30f2747c-0a45-480c-ba64-f438aaf5443a service neutron] 10.222.0.13 "GET /v2.0/networks/9055d51d-f507-41ef-9b1e-499668aa619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532063 Jun 06 19:25:39.726198 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.800597 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.804223 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Attempting to bind port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:39.804989 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Attempting to bind port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:39.805610 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Attempting to bind port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce on network 1cbdb473-d07e-4e9a-91d1-c31179375efb {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:39.858828 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:39.859285 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Checking segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:39.859787 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.860258 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Bound using segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:39.860815 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Bound port: 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:39.861325 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.862389 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.868962 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Allocated IP 172.28.3.168 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/9ee64e4e-e238-4bf8-81c6-cddb002bfe6e) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:39.875824 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5b32bc04-db4a-4d15-8550-da1bae3f24eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:39.881802 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Attempting to bind port c732614e-72c9-418f-bf52-88ec2d36f305 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:39.883034 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Attempting to bind port c732614e-72c9-418f-bf52-88ec2d36f305 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:39.884242 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Attempting to bind port c732614e-72c9-418f-bf52-88ec2d36f305 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:39.907492 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:39.914032 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Checking segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:39.914032 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.914032 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Bound using segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:39.914032 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Bound port: c732614e-72c9-418f-bf52-88ec2d36f305, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:39.914032 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:39.937840 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=768acc2f29a14de89db53a78d83d413a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4535830 Jun 06 19:25:39.945858 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58866) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:39.960933 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9c201-cb89-4b6c-83f4-afcbb86db830,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:39.967144 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:40.038444 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2641835 Jun 06 19:25:40.061859 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58870) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:40.101037 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6efb6e7-c7d5-4db3-9728-f3d2f90fe43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.146663 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.184627 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] For port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:25:40.188112 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] For port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:25:40.215993 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 58888) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:40.242698 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] For port c732614e-72c9-418f-bf52-88ec2d36f305, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:25:40.244703 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-38708516-f34e-44ed-82cd-08efe1f14f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.247264 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] For port c732614e-72c9-418f-bf52-88ec2d36f305, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=c732614e-72c9-418f-bf52-88ec2d36f305,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:25:40.257255 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0906fd32-40a9-41e0-8e8c-f9654c5334a1 None None] Network c7d5e368-261d-47f6-9973-9258c735db8f requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:40.279805 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.305453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:40.335041 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-38708516-f34e-44ed-82cd-08efe1f14f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.362043 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:40.382276 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.384706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.401464 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.436534 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38708516-f34e-44ed-82cd-08efe1f14f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9ac7f-098f-45da-a08b-02710b7b3c21,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:40.474151 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-38708516-f34e-44ed-82cd-08efe1f14f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:40.475997 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2818c8a2-be82-4e70-b862-7f7a11885151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:40.545537 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Pushing event updated for resources: {'Port': ['ID=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:40.550907 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:40.568445 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:40.579605 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-38708516-f34e-44ed-82cd-08efe1f14f55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd83addda4e043ba98d72d82a714385d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3531299 Jun 06 19:25:40.590591 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58898) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:40.596301 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:40.624013 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1fe35822-03bb-4c60-b3b2-659e6f0c9100 req-b2c82ba6-cb07-4137-b065-fe4992174263 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.3794267 Jun 06 19:25:40.635259 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:40.656138 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Pushing event updated for resources: {'Port': ['ID=c732614e-72c9-418f-bf52-88ec2d36f305,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:40.663950 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:40.672290 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:40.811536 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:40.834296 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:40.857671 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:40.894316 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.045407 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.047121 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:41.175537 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6efb6e7-c7d5-4db3-9728-f3d2f90fe43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.199084 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.229386 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.263508 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:41.266845 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6efb6e7-c7d5-4db3-9728-f3d2f90fe43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.278130 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:41.321780 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-e6efb6e7-c7d5-4db3-9728-f3d2f90fe43e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0032f70bb327475cbb9e17b678e9082a&name=default HTTP/1.1" status: 200 len: 2977 time: 1.2588840 Jun 06 19:25:41.323181 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efb6e7-c7d5-4db3-9728-f3d2f90fe43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed17e0cb-83e1-4909-9139-76dfd9749b23,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:41.330697 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 58922) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:41.382999 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e6efb6e7-c7d5-4db3-9728-f3d2f90fe43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:41.498141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.507892 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c94c-b156-4416-a65f-24e695c93450 req-22b66887-f3c9-40c3-ad4e-f40655cdeaf7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:41.510386 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-22b66887-f3c9-40c3-ad4e-f40655cdeaf7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.5580506 Jun 06 19:25:41.539917 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.544052 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.546711 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.548141 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69f9ac7f-098f-45da-a08b-02710b7b3c21 HTTP/1.1" status: 204 len: 168 time: 0.9505923 Jun 06 19:25:41.550858 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ee9c201-cb89-4b6c-83f4-afcbb86db830 HTTP/1.1" status: 204 len: 168 time: 1.6000912 Jun 06 19:25:41.563876 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:41.575380 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.575590 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:41.599461 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-899ef0bb-87df-43e4-b28b-244ba391e610 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/quotas/4c619ec517c84525affd7c3b64c1a207 HTTP/1.1" status: 200 len: 375 time: 0.0554261 Jun 06 19:25:41.608830 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.610568 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9c201-cb89-4b6c-83f4-afcbb86db830,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:41.656128 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:41.668426 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Allocated IP 172.28.3.243 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/fbd3251f-509a-4b93-9448-0b1846cbeb59) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:41.702939 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-18655ad9-f604-4af8-9808-a9d6abfef338 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025593 Jun 06 19:25:41.703701 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9ac7f-098f-45da-a08b-02710b7b3c21,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:41.723099 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:41.741319 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.757731 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.873532 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.880538 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.888829 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:41.893060 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed17e0cb-83e1-4909-9139-76dfd9749b23 HTTP/1.1" status: 204 len: 168 time: 0.5112114 Jun 06 19:25:41.895803 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2f9574b4-4be7-41e4-b76e-22f259c797d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:41.975318 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f12ade96-2044-49bc-8f5b-6bbc8e4023cc req-362ed073-bb92-4892-9ecc-ce06b46c3817 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.1862979 Jun 06 19:25:42.010709 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed17e0cb-83e1-4909-9139-76dfd9749b23,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:42.015041 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:42.035595 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:25:42.116888 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a952255-f488-41db-8aaf-dadf61069653 None None] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:42.262467 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-fa0b90cd-583c-4da2-85a4-b5626457ca4a service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585477 Jun 06 19:25:42.318742 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:42.381557 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5c48b-74a2-490b-981c-fb7f926bed5c None None] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:25:42.421199 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-95a560ec-bbca-4a95-85ed-0e3bbb2cd574 None None] Provisioning for port c732614e-72c9-418f-bf52-88ec2d36f305 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:42.430992 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:42.485516 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-94d82121-9a2b-4c97-85e9-9e61bef29e96 service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221165 Jun 06 19:25:42.625494 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:42.648313 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-1374b16a-8b02-4221-a9b4-7500580b7aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:42.721808 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Provisioning for port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:42.735049 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Provisioning complete for port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:42.735528 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:42.771953 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Allocated IP 172.28.3.181 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/ed12c8c0-c403-4c73-9962-5feed10c221b) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:42.845484 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c5d9c19b-f3b5-4d3f-9c8f-6718ca527ac0 req-9ce8b98a-5620-4fd8-abc0-c099878abc7a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0523341 Jun 06 19:25:42.855447 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:42.859497 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:42.871451 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:42.932601 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd3251f-509a-4b93-9448-0b1846cbeb59,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:42.966270 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:43.073496 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device c732614e-72c9-418f-bf52-88ec2d36f305 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:43.175263 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.196787 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:25:43.302506 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] For port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:25:43.366248 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.368302 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-f38e83a5-f00f-4496-9d99-71851e575ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:43.469674 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port c732614e-72c9-418f-bf52-88ec2d36f305 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:43.480093 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a750434-d4c6-4f26-a94e-a8d04c1c40fe req-86fc6de1-b134-4ef6-ac2e-6163b1abcaf1 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.0650225 Jun 06 19:25:43.495541 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port c732614e-72c9-418f-bf52-88ec2d36f305 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:43.495920 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.561411 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.608615 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:25:43.610589 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-97a80099-3a61-4800-898b-f3bf040c4e6f None None] Provisioning complete for port c732614e-72c9-418f-bf52-88ec2d36f305 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:43.610964 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-97a80099-3a61-4800-898b-f3bf040c4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.621817 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Sync routers for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:25:43.637725 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:43.638411 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:43.651158 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Pushing event updated for resources: {'Port': ['ID=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:43.669990 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:43.687273 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.746065 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.751843 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7728336 Jun 06 19:25:43.752691 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59002) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:43.827004 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.857699 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-97a80099-3a61-4800-898b-f3bf040c4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:43.929686 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port c732614e-72c9-418f-bf52-88ec2d36f305, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=c732614e-72c9-418f-bf52-88ec2d36f305,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:25:44.025595 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:44.036690 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:44.037988 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:44.108783 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:44.220253 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.db.api [None req-97a80099-3a61-4800-898b-f3bf040c4e6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:44.221589 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_db.api [None req-97a80099-3a61-4800-898b-f3bf040c4e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:44.231690 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=c732614e-72c9-418f-bf52-88ec2d36f305,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:44.245397 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:44.249000 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-92f1be90-b9a3-4533-9bc2-3f2abfac3ca0 req-f3b9d4e8-5b89-480e-a24a-6bb7f8e31ac2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.2181966 Jun 06 19:25:44.270199 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:44.273091 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:44.280573 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Pushing event updated for resources: {'Port': ['ID=ed12c8c0-c403-4c73-9962-5feed10c221b,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:44.310170 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:44.427519 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:44.460033 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:41Z', 'revision_number': 3, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:44.468728 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Checking router: 7cc17fd0-5ac5-49bd-81b4-3d057399b72f for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:25:44.469213 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Updating router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:25:44.568397 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:44.646370 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.10', 58368) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:44.660392 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:44.897110 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:44.926688 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e4d5c31f-41b0-474e-a11f-8ee3d16c362f req-5b00c512-ff1a-406b-aad5-f984798d4262 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.1063492 Jun 06 19:25:44.947459 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-77f4d221-97a7-4f81-bcbc-96f8656a8c18 None None] Provisioning complete for port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:44.947841 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-77f4d221-97a7-4f81-bcbc-96f8656a8c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:44.984954 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-01a9a795-7b1b-4011-8578-02b37ff5ccdb tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:44.987077 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-01a9a795-7b1b-4011-8578-02b37ff5ccdb tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.10 "GET /v2.0/networks?id=9055d51d-f507-41ef-9b1e-499668aa619f HTTP/1.1" status: 200 len: 812 time: 0.3279049 Jun 06 19:25:45.025950 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:45.123873 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Request body: {'port': {'device_id': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f', 'admin_state_up': True, 'tenant_id': 'c9b44ade494b46b09a6daa1dd6059d82'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:45.229823 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.243860 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:45.244436 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.251024 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Transition to ACTIVE for port object 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:45.351499 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.361299 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:45.389134 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Allocated IP 172.20.0.1 (1cbdb473-d07e-4e9a-91d1-c31179375efb/f0c1aa65-4f03-4684-9af1-56028c123469/f61e98b3-25a8-4a58-9735-00720d38c47a) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:45.489713 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device c732614e-72c9-418f-bf52-88ec2d36f305 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:45.540778 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Attempting to bind port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:45.540974 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Attempting to bind port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:45.541283 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Attempting to bind port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:45.573065 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Pushing event updated for resources: {'Port': ['ID=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,revision_number=2']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:45.582833 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.583181 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.583683 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.584396 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.584396 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.584753 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.584941 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.585386 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.585748 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.586059 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.586632 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.586742 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Tracked resource versions report: Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: pushed versions: Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: { 'AddressGroup': {'1.2'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'ConntrackHelper': {'1.0'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Log': {'1.0'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Network': {'1.1'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Port': {'1.7'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'PortForwarding': {'1.2'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'QosPolicy': {'1.8'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroup': {'1.4'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'SubPort': {'1.0'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Subnet': {'1.1'}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Trunk': {'1.1'}} Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: consumer versions: Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: { DHCP agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: L3 agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: Metadata agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: Metering agent@dv-cinder-794962-3-smb: {}, Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: Open vSwitch agent@dv-cinder-794962-3-smb: { 'AddressGroup': '1.2', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'ConntrackHelper': '1.0', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Log': '1.0', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Network': '1.1', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Port': '1.7', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'PortForwarding': '1.2', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'QosPolicy': '1.8', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroup': '1.4', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'SecurityGroupRule': '1.2', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'SubPort': '1.0', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Subnet': '1.1', Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: 'Trunk': '1.1'}} Jun 06 19:25:45.587772 dv-cinder-794962-3-smb neutron-server[92062]: {{(pid=92062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:25:45.603241 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:45.605221 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:45.606837 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:45.607264 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.608284 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:45.608807 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Bound port: 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:45.609183 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.641410 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port c732614e-72c9-418f-bf52-88ec2d36f305 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:45.641811 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.707513 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.728031 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Transition to ACTIVE for port object f61e98b3-25a8-4a58-9735-00720d38c47a will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:45.809126 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] For port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:25:45.812677 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] For port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:25:45.849399 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eab00340-b972-49a0-b175-30b65329f978 req-3f8f4f87-ad3e-4ea5-a547-618464a80cf7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.2283003 Jun 06 19:25:45.859567 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.865257 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:45.911319 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:45.919479 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:46.018769 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:46.025018 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:46.047644 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:46.048377 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.056279 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Pushing event updated for resources: {'Port': ['ID=f61e98b3-25a8-4a58-9735-00720d38c47a,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:46.066613 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:46.072486 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.075222 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.088184 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:46.089852 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:46.226495 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Made reservation on behalf of c9b44ade494b46b09a6daa1dd6059d82 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:46.230358 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.294928 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Pushing event updated for resources: {'Port': ['ID=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:46.310919 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:46.342073 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18197ed3-ce58-4c92-9be0-d125a0a37199 req-d4a4f75a-7e44-476e-9b18-4db7c8f8733d tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.1164997 Jun 06 19:25:46.458589 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.488714 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:46.514927 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.10', 58374) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:46.522230 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-57c357ce-89dd-4d39-b8ec-ad82d7dd078a None None] Provisioning for port f61e98b3-25a8-4a58-9735-00720d38c47a completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:46.527527 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-57c357ce-89dd-4d39-b8ec-ad82d7dd078a None None] Provisioning complete for port f61e98b3-25a8-4a58-9735-00720d38c47a triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:46.531630 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-57c357ce-89dd-4d39-b8ec-ad82d7dd078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.671569 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-57c357ce-89dd-4d39-b8ec-ad82d7dd078a None None] Port f61e98b3-25a8-4a58-9735-00720d38c47a cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:25:46.898134 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.957791 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.959387 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:46.965977 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:47.010402 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Allocated IP 172.20.0.2 (9055d51d-f507-41ef-9b1e-499668aa619f/cee9278a-a92d-4aa3-b260-27ef91c0fa87/9c3c09ed-baaa-494e-bae3-4685b758bd95) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:47.071359 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c94c-b156-4416-a65f-24e695c93450 req-796dbd84-6111-4359-9a43-50e9d309c520 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:47.071359 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-796dbd84-6111-4359-9a43-50e9d309c520 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.5158103 Jun 06 19:25:47.085107 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Request body: {'port': {'device_id': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'admin_state_up': True, 'tenant_id': '4c619ec517c84525affd7c3b64c1a207'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:47.165861 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Pushing event updated for resources: {'Port': ['ID=f61e98b3-25a8-4a58-9735-00720d38c47a,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:47.174357 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:41Z', 'revision_number': 3, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:47.209740 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46955a4c-8b09-4523-a4af-bdda09f3d7f4 None None] The sync data for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb is: [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:41Z', 'revision_number': 3, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:25:47.226536 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:47.348858 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:47.372207 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:47.603045 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:47.926641 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-2ac48fec-afb4-45bf-80f8-845fe15e7fee None None] Provisioning complete for port f61e98b3-25a8-4a58-9735-00720d38c47a triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:47.928500 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-2ac48fec-afb4-45bf-80f8-845fe15e7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:48.000856 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:25:48.064757 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-2ac48fec-afb4-45bf-80f8-845fe15e7fee None None] Port f61e98b3-25a8-4a58-9735-00720d38c47a cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:25:48.269878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:25:48.288335 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] 10.222.0.13 "PUT /v2.0/routers/7cc17fd0-5ac5-49bd-81b4-3d057399b72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5343866 Jun 06 19:25:48.299263 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-efa11af7-84ac-4f6b-a091-0fde14326cbd req-2402cb75-6d7b-4936-84ca-70d3aaf8b8d9 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 1.2296958 Jun 06 19:25:48.351548 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59150) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:48.484986 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Router 4845a867-fd47-49a3-ad1a-5158a893ac93 is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:25:48.530684 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-da29206e-20b0-4f5c-b49b-cbd58621a72f req-52734e04-8dfd-4986-887f-b19f8987aa90 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.2211158 Jun 06 19:25:48.811366 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-10130403-1c09-47c7-9e49-4c0ef86a6eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.044375 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:49.195777 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-10130403-1c09-47c7-9e49-4c0ef86a6eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.288460 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-10130403-1c09-47c7-9e49-4c0ef86a6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.309841 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-28c93ef6-dcc3-4666-bc9b-ae1c17a33d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:49.316410 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:49.337217 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:49.340318 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.354984 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.359853 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:25:49.380988 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Router ea724c6b-7dda-4169-a130-a55c02a52c99 is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:25:49.426359 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-10130403-1c09-47c7-9e49-4c0ef86a6eb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f9a020c964541b788a42f0f8bbb0e63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0734899 Jun 06 19:25:49.427266 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59174) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:49.486211 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10130403-1c09-47c7-9e49-4c0ef86a6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943f7b4-379b-46d3-91bd-04e28ae2e497,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:49.498743 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-10130403-1c09-47c7-9e49-4c0ef86a6eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:49.532057 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Sync routers for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:25:49.576224 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:49.577128 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:49.597825 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.600433 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Made reservation on behalf of 4c619ec517c84525affd7c3b64c1a207 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:25:49.610120 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.632587 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.773820 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.777273 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.781791 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6943f7b4-379b-46d3-91bd-04e28ae2e497 HTTP/1.1" status: 204 len: 168 time: 0.3501096 Jun 06 19:25:49.787340 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:49.803444 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.804984 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943f7b4-379b-46d3-91bd-04e28ae2e497,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:49.806098 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-fb855a5c-a5cd-4990-90d6-3b014c371eb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.7530570 Jun 06 19:25:49.811224 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:49.812496 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59180) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:49.837676 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:49.961869 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2f13f72b-c205-499b-8508-94b5e33dcfcd req-5e807e65-4226-49df-a742-861b4a663ed5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.3319340 Jun 06 19:25:50.053634 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:25:50.400958 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Sync routers for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:25:50.400958 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:50.400958 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:50.405453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:50.452655 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Allocated IP 172.20.0.5 (c7d5e368-261d-47f6-9973-9258c735db8f/9cedd807-3741-490a-b478-4cc94111fbbf/9666a428-e617-4555-92d1-7de8b63abb2f) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:50.456813 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:50.490841 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:50.515530 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:50.544483 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:25:50.598174 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ed03c01-46e0-4bbd-b049-223a2e25eaca req-324c30a8-76f9-44f4-918f-979d4d94e008 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.1775086 Jun 06 19:25:50.607472 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:50.615171 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:50.632410 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Sync routers for ids ['ea724c6b-7dda-4169-a130-a55c02a52c99'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:25:50.661819 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:50.801117 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Notify callbacks [] for router, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:50.801117 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.2215903 Jun 06 19:25:50.801727 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59194) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:51.209638 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Pushing event updated for resources: {'Port': ['ID=9c3c09ed-baaa-494e-bae3-4685b758bd95,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:51.234365 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Routers {'ea724c6b-7dda-4169-a130-a55c02a52c99'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:51.235009 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['ea724c6b-7dda-4169-a130-a55c02a52c99'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:51.354964 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:51.360019 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Network 9055d51d-f507-41ef-9b1e-499668aa619f is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:51.363670 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:51.369428 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:51.378734 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:51.390893 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:51.432140 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:51.476728 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59200) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:51.493784 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:51.634496 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Set router ea724c6b-7dda-4169-a130-a55c02a52c99 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:51.665499 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Network c7d5e368-261d-47f6-9973-9258c735db8f is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:51.668405 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59208) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:51.684021 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0f776-b2d0-432e-a3c1-364d94ae9b13 req-1c897b79-7a47-4dc1-b48e-90ca26ff9f3a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:51.685743 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4db0f776-b2d0-432e-a3c1-364d94ae9b13 req-1c897b79-7a47-4dc1-b48e-90ca26ff9f3a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 931 time: 0.4357548 Jun 06 19:25:51.690568 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461118618', 'description': 'tempest-description--1112650328'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:51.829835 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:51.836909 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 2, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:51.839016 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:51.844672 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:51.846625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:51.852266 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Checking router: 7cc17fd0-5ac5-49bd-81b4-3d057399b72f for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:25:51.852754 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Updating router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f port f61e98b3-25a8-4a58-9735-00720d38c47a binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:25:51.878078 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:51.892555 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f58b53e1-f0f6-493e-853a-c0902eca5412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:51.905415 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:51.976350 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-39c5b943-6921-46fa-8d44-33101dd11547 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8626759 Jun 06 19:25:52.023382 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:52.032209 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.541s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:52.037484 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:52.064551 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:43Z', 'revision_number': 3, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:52.082352 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Checking router: 4845a867-fd47-49a3-ad1a-5158a893ac93 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:25:52.082945 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Updating router 4845a867-fd47-49a3-ad1a-5158a893ac93 port fbd3251f-509a-4b93-9448-0b1846cbeb59 binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:25:52.138746 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:44Z', 'revision_number': 3, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:52.154328 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Checking router: ea724c6b-7dda-4169-a130-a55c02a52c99 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:25:52.154924 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Updating router ea724c6b-7dda-4169-a130-a55c02a52c99 port ed12c8c0-c403-4c73-9962-5feed10c221b binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:25:52.202936 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Allocated IP 172.20.0.1 (43854d07-2f1f-4b7e-b64e-9892b5b4460b/b1855033-e2a9-412d-9a2b-2a5eababb8cd/a6ef8a71-6e68-4bfb-89cd-1e3157d37718) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:52.223702 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event updated for resources: {'Port': ['ID=9666a428-e617-4555-92d1-7de8b63abb2f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:52.249109 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-63b9a63d-f9c8-43ec-96e1-9891d542e79e tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:25:52.250213 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-63b9a63d-f9c8-43ec-96e1-9891d542e79e tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0796683 Jun 06 19:25:52.265789 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:52.290152 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4db0f776-b2d0-432e-a3c1-364d94ae9b13 req-938d8a13-9f4b-4d71-bb99-ee2abdf93a6e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367952 Jun 06 19:25:52.400399 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:52.422634 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Transition to ACTIVE for port object a6ef8a71-6e68-4bfb-89cd-1e3157d37718 will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:52.453541 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:52.576602 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5124936 Jun 06 19:25:52.585598 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:52.612963 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:52.708749 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:52.723470 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Transition to ACTIVE for port object f61e98b3-25a8-4a58-9735-00720d38c47a will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:52.795622 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:52.795622 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:52.797242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:52.799207 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:52.801720 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:52.802522 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:52.814536 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:52.819739 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:53.089228 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.275603 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.294504 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:53.356457 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959da611-c40e-406b-b5e6-eea39fbb77e9 None None] Pushing event updated for resources: {'Port': ['ID=f61e98b3-25a8-4a58-9735-00720d38c47a,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:53.402555 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Request body: {'port': {'device_id': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:53.453085 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-959da611-c40e-406b-b5e6-eea39fbb77e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:53.529093 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Request body: {'port': {'device_id': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:53.592465 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Attempting to bind port f61e98b3-25a8-4a58-9735-00720d38c47a on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:53.592898 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Attempting to bind port f61e98b3-25a8-4a58-9735-00720d38c47a by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:53.593362 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Attempting to bind port f61e98b3-25a8-4a58-9735-00720d38c47a on network 1cbdb473-d07e-4e9a-91d1-c31179375efb {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:53.604591 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:53.605158 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Checking segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:53.605680 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.606220 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Bound using segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:53.606891 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Bound port: f61e98b3-25a8-4a58-9735-00720d38c47a, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:53.607412 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.619489 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.634732 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:53.635153 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.660407 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1ceb8-e5b8-41ee-886f-1d0a35ef5848 req-9493b8ad-899e-4cb8-9693-e503b92d4e86 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:53.662012 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5de1ceb8-e5b8-41ee-886f-1d0a35ef5848 req-9493b8ad-899e-4cb8-9693-e503b92d4e86 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 931 time: 1.4902050 Jun 06 19:25:53.707934 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] For port f61e98b3-25a8-4a58-9735-00720d38c47a, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:25:53.713964 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] For port f61e98b3-25a8-4a58-9735-00720d38c47a, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=f61e98b3-25a8-4a58-9735-00720d38c47a,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:25:53.728760 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-f4c99358-bb24-45ca-8fb7-469cbc3c5feb None None] Provisioning for port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:53.776108 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.790240 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:53.809291 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-f4c99358-bb24-45ca-8fb7-469cbc3c5feb None None] Provisioning complete for port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:53.809787 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f4c99358-bb24-45ca-8fb7-469cbc3c5feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.812676 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.841925 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Transition to ACTIVE for port object ed12c8c0-c403-4c73-9962-5feed10c221b will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:53.866679 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:53.867397 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:53.920808 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-f4c99358-bb24-45ca-8fb7-469cbc3c5feb None None] Port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:25:53.940784 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.942748 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.946718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:54.011592 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5de1ceb8-e5b8-41ee-886f-1d0a35ef5848 req-07d62a9b-81a2-43d6-813c-b6fd170e39fd tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377641 Jun 06 19:25:54.101673 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:54.209622 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:54.220379 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:54.289437 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.342194 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:54.344179 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:54.600536 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.614925 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959da611-c40e-406b-b5e6-eea39fbb77e9 None None] Pushing event updated for resources: {'Port': ['ID=f61e98b3-25a8-4a58-9735-00720d38c47a,revision_number=4']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:54.619719 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-959da611-c40e-406b-b5e6-eea39fbb77e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:54.670789 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:54.750590 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:53Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:54.761318 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1438008-cd13-49dd-9f88-9f277d3eff18 None None] The sync data for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb is: [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:53Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:25:54.803473 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Router 4845a867-fd47-49a3-ad1a-5158a893ac93 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:25:54.825420 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Attempting to bind port ed12c8c0-c403-4c73-9962-5feed10c221b on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:54.829235 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Attempting to bind port ed12c8c0-c403-4c73-9962-5feed10c221b by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:54.829235 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Attempting to bind port ed12c8c0-c403-4c73-9962-5feed10c221b on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:54.860123 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:54.860583 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:54.866049 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.867142 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:54.867142 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Bound port: ed12c8c0-c403-4c73-9962-5feed10c221b, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:54.867386 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.967788 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f58b53e1-f0f6-493e-853a-c0902eca5412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.089233 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18b368-e346-4443-8fee-92afec733a93 None None] Pushing event updated for resources: {'Port': ['ID=ed12c8c0-c403-4c73-9962-5feed10c221b,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:55.150650 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-6f18b368-e346-4443-8fee-92afec733a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:55.182441 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-67ff26ab-1244-47c8-9eb3-15d77136783c None None] Provisioning complete for port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:55.185630 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-67ff26ab-1244-47c8-9eb3-15d77136783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.313059 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] For port ed12c8c0-c403-4c73-9962-5feed10c221b, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:25:55.316841 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] For port ed12c8c0-c403-4c73-9962-5feed10c221b, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ed12c8c0-c403-4c73-9962-5feed10c221b,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:25:55.402247 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.479207 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-67ff26ab-1244-47c8-9eb3-15d77136783c None None] Port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:25:55.491590 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Transition to ACTIVE for port object fbd3251f-509a-4b93-9448-0b1846cbeb59 will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:55.492109 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:25:55.505970 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4845a867-fd47-49a3-ad1a-5158a893ac93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6851814 Jun 06 19:25:55.559773 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f58b53e1-f0f6-493e-853a-c0902eca5412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.743606 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.987014 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b0b48bc6-d203-49da-a362-cb0b395dbd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:56.037504 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.039824 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b53e1-f0f6-493e-853a-c0902eca5412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c95b4-5219-4961-8116-6c963200287c,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:56.044388 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:56.106975 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b14e03-3d3a-45cf-bd42-8b4639ce06e6 req-ca67fac1-67ae-42b0-9f87-000624c6f970 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:56.106975 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f5b14e03-3d3a-45cf-bd42-8b4639ce06e6 req-ca67fac1-67ae-42b0-9f87-000624c6f970 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 931 time: 2.5069065 Jun 06 19:25:56.119325 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f58b53e1-f0f6-493e-853a-c0902eca5412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:56.154368 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.195879 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18b368-e346-4443-8fee-92afec733a93 None None] Pushing event updated for resources: {'Port': ['ID=ed12c8c0-c403-4c73-9962-5feed10c221b,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:56.197785 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-f58b53e1-f0f6-493e-853a-c0902eca5412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abc09ab62bc14a80bd917de2bcac0c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6554728 Jun 06 19:25:56.200876 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59256) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:56.203706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-6f18b368-e346-4443-8fee-92afec733a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:56.210288 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:56.217664 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.416533 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.438367 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6ec91-e30c-4077-8038-cf880e4d188d None None] Pushing event updated for resources: {'Port': ['ID=fbd3251f-509a-4b93-9448-0b1846cbeb59,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:56.445426 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c5d6ec91-e30c-4077-8038-cf880e4d188d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:56.451296 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Routers {'ea724c6b-7dda-4169-a130-a55c02a52c99'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:56.452153 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['ea724c6b-7dda-4169-a130-a55c02a52c99'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:56.452971 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.521745 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f5b14e03-3d3a-45cf-bd42-8b4639ce06e6 req-2b37fc97-ddef-4cca-b84f-7fe7d604a932 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917046 Jun 06 19:25:56.541765 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.550428 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dfc1e-773c-45f5-b14f-3db4ae7ce503 req-3f86cc7c-0d5b-458d-ae24-68d54fdb95f6 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:56.559322 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-706dfc1e-773c-45f5-b14f-3db4ae7ce503 req-3f86cc7c-0d5b-458d-ae24-68d54fdb95f6 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 931 time: 1.2974904 Jun 06 19:25:56.604823 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Attempting to bind port fbd3251f-509a-4b93-9448-0b1846cbeb59 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:56.605258 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Attempting to bind port fbd3251f-509a-4b93-9448-0b1846cbeb59 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:56.605706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Attempting to bind port fbd3251f-509a-4b93-9448-0b1846cbeb59 on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:56.625355 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:56.625802 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:56.626282 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.627320 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:56.628015 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Bound port: fbd3251f-509a-4b93-9448-0b1846cbeb59, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:56.628272 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.642319 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.resource_extend [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:25:56.661867 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.693962 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.701369 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.701369 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/341c95b4-5219-4961-8116-6c963200287c HTTP/1.1" status: 204 len: 168 time: 0.4991391 Jun 06 19:25:56.703923 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ab2800aa-b9ca-4930-813e-4b07a23bf813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:56.742987 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c95b4-5219-4961-8116-6c963200287c,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:56.750381 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:56.867894 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e8779394-96ae-4e45-af38-6d433b25d5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:56.948482 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] For port fbd3251f-509a-4b93-9448-0b1846cbeb59, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:25:56.949001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:56.969413 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] For port fbd3251f-509a-4b93-9448-0b1846cbeb59, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=fbd3251f-509a-4b93-9448-0b1846cbeb59,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:25:57.006530 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:57.042062 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-706dfc1e-773c-45f5-b14f-3db4ae7ce503 req-9c380ca2-02fe-4051-8d60-eb0201b98f0e tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816325 Jun 06 19:25:57.049595 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9666a428-e617-4555-92d1-7de8b63abb2f {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:25:57.067041 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] Set router ea724c6b-7dda-4169-a130-a55c02a52c99 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:57.114200 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.122473 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.123845 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 5.4371288 Jun 06 19:25:57.127779 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59268) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:57.141554 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'security_group_rule': {'security_group_id': '95c1ec6d-b8ae-446a-b4a9-78bb69315b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:57.161211 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Transition to ACTIVE for port object 9666a428-e617-4555-92d1-7de8b63abb2f will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:57.223551 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device f61e98b3-25a8-4a58-9735-00720d38c47a up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:57.226863 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.245587 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:57.320168 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.335512 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-f38e83a5-f00f-4496-9d99-71851e575ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:57.339201 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.387484 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Allocated IP 172.20.0.1 (95cf8fae-a324-4b48-bffd-f080725edb78/cfcc67de-ddc7-4838-b641-49984a32c955/a88d8233-3b76-454d-95af-790587c8d27f) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:25:57.461330 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.resource_extend [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:25:57.474707 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Pushing event updated for resources: {'Port': ['ID=9666a428-e617-4555-92d1-7de8b63abb2f,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:57.509177 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:57.592194 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.631812 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:57.632512 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:25:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:57.668536 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Attempting to bind port 9666a428-e617-4555-92d1-7de8b63abb2f on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:57.668896 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Attempting to bind port 9666a428-e617-4555-92d1-7de8b63abb2f by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:57.669261 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Attempting to bind port 9666a428-e617-4555-92d1-7de8b63abb2f on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:57.685635 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3c09ed-baaa-494e-bae3-4685b758bd95 {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:25:57.696800 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6ec91-e30c-4077-8038-cf880e4d188d None None] Pushing event updated for resources: {'Port': ['ID=fbd3251f-509a-4b93-9448-0b1846cbeb59,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:57.706002 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.706472 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:57.741394 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Port 9666a428-e617-4555-92d1-7de8b63abb2f on network c7d5e368-261d-47f6-9973-9258c735db8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:25:57.741697 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Attempting to bind port 9666a428-e617-4555-92d1-7de8b63abb2f on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:57.759590 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.775568 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:57.775568 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Checking segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:57.775805 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f473612b-90d6-4f66-8806-54b83bd7198d,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:57.776150 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Bound using segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:57.776731 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Bound port: 9666a428-e617-4555-92d1-7de8b63abb2f, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:57.777071 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.796964 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:57.814507 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59282) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:57.819510 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807183701', 'description': 'tempest-description--98514701'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:57.844764 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c5d6ec91-e30c-4077-8038-cf880e4d188d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:57.886342 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:57.891523 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7587833 Jun 06 19:25:57.898605 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59288) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:57.914457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'security_group_rule': {'security_group_id': '95c1ec6d-b8ae-446a-b4a9-78bb69315b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:58.056339 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.065157 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Transition to ACTIVE for port object 9c3c09ed-baaa-494e-bae3-4685b758bd95 will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:25:58.094271 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.128715 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port f61e98b3-25a8-4a58-9735-00720d38c47a completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:58.155462 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.170538 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] For port 9666a428-e617-4555-92d1-7de8b63abb2f, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:25:58.177251 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] For port 9666a428-e617-4555-92d1-7de8b63abb2f, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9666a428-e617-4555-92d1-7de8b63abb2f,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:25:58.201060 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.217269 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-aab3856e-b026-4d2a-99e5-33d75636e413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:58.219882 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:58.322443 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.346470 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port f61e98b3-25a8-4a58-9735-00720d38c47a triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:58.347000 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.397267 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.443392 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.482587 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c09ed-baaa-494e-bae3-4685b758bd95,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:58.486376 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-950be02c-6b9a-4716-bdc5-8ccefd4dd1bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:58.498234 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d98-3ff4-47b8-8924-5f9702c73b10 req-bef78d2c-98b7-4cf4-82e9-6939b3c786f3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:58.499723 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3293d98-3ff4-47b8-8924-5f9702c73b10 req-bef78d2c-98b7-4cf4-82e9-6939b3c786f3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 943 time: 0.6685688 Jun 06 19:25:58.508259 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:58.510599 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.511702 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.527255 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.561336 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c505ed54-396a-4fb9-be03-d1b0bdcc89bb,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:58.572279 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.575930 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6677642 Jun 06 19:25:58.589794 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59310) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:58.594476 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f42f96d5-2191-432d-9a70-dafdcf16ce1b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:58.596472 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-5e6baeec-4abe-433b-a00f-cde1b1341ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:58.596908 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7c319ac1-ad18-4cf4-975c-3d44d8428811 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:58.619332 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:44Z', 'revision_number': 3, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:58.628582 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f57d4-f34f-4743-b37b-96c4d1e57ed0 None None] The sync data for ids ['ea724c6b-7dda-4169-a130-a55c02a52c99'] in dv-cinder-794962-3-smb is: [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:44Z', 'revision_number': 3, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:25:58.650945 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'floatingip': {'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:58.701014 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd378b-0790-49f6-bc39-0eee7587172f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:58.707922 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:58.724746 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59312) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:58.748176 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.750628 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9340248 Jun 06 19:25:58.753225 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59314) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:58.759252 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'security_group_rule': {'security_group_id': 'eefd378b-0790-49f6-bc39-0eee7587172f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:58.770784 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:58.771353 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.772743 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] 10.222.0.10 "PUT /v2.0/ports/9666a428-e617-4555-92d1-7de8b63abb2f HTTP/1.1" status: 200 len: 1093 time: 5.7937186 Jun 06 19:25:58.794765 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'tag': '9666a428-e617-4555-92d1-7de8b63abb2f'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:25:58.900637 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:58.917879 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Network 95cf8fae-a324-4b48-bffd-f080725edb78 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:25:58.941512 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.api [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:25:58.941512 dv-cinder-794962-3-smb neutron-server[92060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:25:58.941512 dv-cinder-794962-3-smb neutron-server[92060]: [parameters: {'project_id_1': '0b0f2149594d47bb9d194ae751ee9db0', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 25, 58, 775611)}] Jun 06 19:25:58.941512 dv-cinder-794962-3-smb neutron-server[92060]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:25:58.942333 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_db.api [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:25:59.049647 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:25:59.062361 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.097656 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:25:59.098202 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.108632 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.139014 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.147724 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:59.219458 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f021ec5d-f755-4b54-8e1e-b8a524fa0ba5,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:59.232283 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port f61e98b3-25a8-4a58-9735-00720d38c47a, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=f61e98b3-25a8-4a58-9735-00720d38c47a,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:25:59.244708 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:59.322424 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.325352 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5693774 Jun 06 19:25:59.326702 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59328) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:59.335339 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'security_group_rule': {'security_group_id': 'eefd378b-0790-49f6-bc39-0eee7587172f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:59.369658 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.374392 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:59.396517 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59330) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:59.411899 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3293d98-3ff4-47b8-8924-5f9702c73b10 req-fcf4b14d-aa31-4313-8445-76485d857620 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8989143 Jun 06 19:25:59.416179 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Attempting to bind port 9c3c09ed-baaa-494e-bae3-4685b758bd95 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:25:59.416518 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Attempting to bind port 9c3c09ed-baaa-494e-bae3-4685b758bd95 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '594475ee-4a73-4c80-9565-afd9fd8cf97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:25:59.416847 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Attempting to bind port 9c3c09ed-baaa-494e-bae3-4685b758bd95 on network 9055d51d-f507-41ef-9b1e-499668aa619f {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:59.439542 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Port 9c3c09ed-baaa-494e-bae3-4685b758bd95 on network 9055d51d-f507-41ef-9b1e-499668aa619f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:25:59.439866 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Attempting to bind port 9c3c09ed-baaa-494e-bae3-4685b758bd95 on network 9055d51d-f507-41ef-9b1e-499668aa619f {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:25:59.473292 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.572184 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=f61e98b3-25a8-4a58-9735-00720d38c47a,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:59.585256 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:59.590273 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed12c8c0-c403-4c73-9962-5feed10c221b up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:25:59.628909 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:25:59.629291 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Checking segment: {'id': '594475ee-4a73-4c80-9565-afd9fd8cf97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:25:59.629693 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Bound using segment: {'id': '594475ee-4a73-4c80-9565-afd9fd8cf97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:25:59.630303 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Bound port: 9c3c09ed-baaa-494e-bae3-4685b758bd95, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594475ee-4a73-4c80-9565-afd9fd8cf97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:25:59.630654 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.656304 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Pushing event updated for resources: {'Port': ['ID=9666a428-e617-4555-92d1-7de8b63abb2f,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:59.656688 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.667732 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-337ff27d-d899-4331-999d-476b7304e045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.692970 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:25:53Z', 'revision_number': 2, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:59.721591 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.724046 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88f6f8-5710-419f-8f06-3e5fdc0d84c9 None None] The sync data for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb is: [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:25:53Z', 'revision_number': 2, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:25:59.724417 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc1a338-cdce-4f75-a03f-306f14006a23" -d '{"events": [{"name": "network-changed", "server_uuid": "5120f08e-9a4c-45fe-bb04-0961c572d55a", "tag": "9666a428-e617-4555-92d1-7de8b63abb2f"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:25:59.762132 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:59.795011 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ab2ba9-ca25-49af-93ac-49b1048cb48b,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:59.801503 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:59.848622 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.849921 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5222642 Jun 06 19:25:59.852972 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59340) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:59.859079 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'floatingip': {'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:59.859249 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port ed12c8c0-c403-4c73-9962-5feed10c221b completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:25:59.866202 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port ed12c8c0-c403-4c73-9962-5feed10c221b triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:59.866674 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:59.896607 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.000505 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.132342 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-057f19c8-ffbc-489a-afa0-bffa9540066b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.169210 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.182270 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.226031 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port ed12c8c0-c403-4c73-9962-5feed10c221b, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ed12c8c0-c403-4c73-9962-5feed10c221b,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:00.284036 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5404d8cf-b517-410d-bb6b-97ae907a981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.310930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.317162 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:00.406736 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e9a294-b497-4d20-ba3b-58976387d6b0 x-openstack-request-id: req-13e9a294-b497-4d20-ba3b-58976387d6b0 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:00.407656 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5120f08e-9a4c-45fe-bb04-0961c572d55a", "tag": "9666a428-e617-4555-92d1-7de8b63abb2f", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:00.407656 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13e9a294-b497-4d20-ba3b-58976387d6b0 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:00.408802 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'tag': '9666a428-e617-4555-92d1-7de8b63abb2f', 'status': 'completed', 'code': 200} Jun 06 19:26:00.466142 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=ed12c8c0-c403-4c73-9962-5feed10c221b,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:00.475793 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:00.485204 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2b4c5-d45e-481b-a09a-fe8526141704 req-45fa0c99-5939-4fce-bd67-c1b0afae5e11 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:00.494787 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-08b2b4c5-d45e-481b-a09a-fe8526141704 req-45fa0c99-5939-4fce-bd67-c1b0afae5e11 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 943 time: 2.0143592 Jun 06 19:26:00.620286 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.756622 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a88d8233-3b76-454d-95af-790587c8d27f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:00.774801 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.178s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:00.784650 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.998s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:00.784975 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:00.888622 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-057f19c8-ffbc-489a-afa0-bffa9540066b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.894939 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c94c-b156-4416-a65f-24e695c93450 req-b8f541d8-a3e8-485a-9858-4e39d1900d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:00.896494 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-b8f541d8-a3e8-485a-9858-4e39d1900d53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 1096 time: 1.9530866 Jun 06 19:26:00.958567 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Allocated IP 172.28.3.225 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/fa62a0b3-51b6-45c6-b092-1f4395f8c63b) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:00.977224 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-057f19c8-ffbc-489a-afa0-bffa9540066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.004114 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-08b2b4c5-d45e-481b-a09a-fe8526141704 req-993411f8-9b2b-4295-ab10-a78171e9e524 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080402 Jun 06 19:26:01.014336 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:01.019751 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] For port 9c3c09ed-baaa-494e-bae3-4685b758bd95, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:01.118618 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] For port 9c3c09ed-baaa-494e-bae3-4685b758bd95, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9c3c09ed-baaa-494e-bae3-4685b758bd95,segment=NetworkSegment(594475ee-4a73-4c80-9565-afd9fd8cf97a),segment_id=594475ee-4a73-4c80-9565-afd9fd8cf97a)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:01.139555 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-057f19c8-ffbc-489a-afa0-bffa9540066b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17131c06a3bd4416aebf6f3942902ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7416096 Jun 06 19:26:01.144501 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59360) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:01.157939 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f19c8-ffbc-489a-afa0-bffa9540066b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50926158-4d8d-4720-a03c-7aa95c5f9611,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:01.169455 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-057f19c8-ffbc-489a-afa0-bffa9540066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:01.174886 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.224870 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.249649 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:01.249907 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.256827 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.290016 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.403252 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.415819 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aaf554e5-c7c8-4d70-b166-4700fbd11e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:01.463633 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.463633 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.467557 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50926158-4d8d-4720-a03c-7aa95c5f9611 HTTP/1.1" status: 204 len: 168 time: 0.3208506 Jun 06 19:26:01.502999 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:01.506434 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:01.510280 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:01.540867 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed12c8c0-c403-4c73-9962-5feed10c221b up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:01.586141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-337ff27d-d899-4331-999d-476b7304e045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.592220 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:01.593697 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.597953 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c3c09ed-baaa-494e-bae3-4685b758bd95 HTTP/1.1" status: 200 len: 1093 time: 8.6305783 Jun 06 19:26:01.616617 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9304982-3a6a-4426-a171-e8ebb8be983b req-3ba6d581-5896-49de-9fd1-8c5fbd23f96f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:01.618786 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e9304982-3a6a-4426-a171-e8ebb8be983b req-3ba6d581-5896-49de-9fd1-8c5fbd23f96f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 943 time: 0.8690732 Jun 06 19:26:01.631224 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.642841 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-d53e7bb5-96b2-422c-9495-9b18e8987be4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9666a428-e617-4555-92d1-7de8b63abb2f HTTP/1.1" status: 200 len: 217 time: 0.2500043 Jun 06 19:26:01.655744 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port ed12c8c0-c403-4c73-9962-5feed10c221b triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:01.656271 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.658676 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'Port': ['ID=fa62a0b3-51b6-45c6-b092-1f4395f8c63b,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:01.661927 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:01.663491 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:01.688219 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50926158-4d8d-4720-a03c-7aa95c5f9611,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:01.693082 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:01.769536 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-337ff27d-d899-4331-999d-476b7304e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.775573 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.814890 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device f61e98b3-25a8-4a58-9735-00720d38c47a up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:01.836266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.858151 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e9304982-3a6a-4426-a171-e8ebb8be983b req-2f764439-8a89-43a6-8883-dcce3e114de2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185752 Jun 06 19:26:01.894245 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port f61e98b3-25a8-4a58-9735-00720d38c47a triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:01.894538 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.930807 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c09ed-baaa-494e-bae3-4685b758bd95,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:01.934607 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:01.945060 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:02.038393 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.048835 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-337ff27d-d899-4331-999d-476b7304e045 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7d6ee383470435eb07b8ec6ca1ed8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2824447 Jun 06 19:26:02.050387 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59380) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:02.054920 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c94c-b156-4416-a65f-24e695c93450 req-5eeb526f-e876-48c2-ad12-be9cb9e8b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:02.056354 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-5eeb526f-e876-48c2-ad12-be9cb9e8b945 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.3578222 Jun 06 19:26:02.111534 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.158953 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:02.208445 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff27d-d899-4331-999d-476b7304e045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d1d12-b731-44b1-bc6b-1a60eb07a1fd,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:02.212338 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-337ff27d-d899-4331-999d-476b7304e045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:02.215455 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59382) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:02.231835 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.239778 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-0227962b-9f3c-4c7a-8d7d-1e3e030ef402 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913579 Jun 06 19:26:02.384449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'Port': ['ID=fa62a0b3-51b6-45c6-b092-1f4395f8c63b,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:02.390294 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:02.390294 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.415365 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.438789 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'tag': '9c3c09ed-baaa-494e-bae3-4685b758bd95'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:02.441336 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0" -d '{"events": [{"name": "network-changed", "server_uuid": "77d51092-8eb5-4355-9183-a3cc3733d6a8", "tag": "9c3c09ed-baaa-494e-bae3-4685b758bd95"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:02.453959 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.456015 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6019464 Jun 06 19:26:02.498647 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-da908f22-56a6-45ce-be95-bec31c372f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:02.506075 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-da908f22-56a6-45ce-be95-bec31c372f13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9b44ade494b46b09a6daa1dd6059d82&device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 1096 time: 0.7202809 Jun 06 19:26:02.506075 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f65592f-9f0c-449f-9b92-ab910aed11e8 x-openstack-request-id: req-6f65592f-9f0c-449f-9b92-ab910aed11e8 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:02.506075 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d51092-8eb5-4355-9183-a3cc3733d6a8", "tag": "9c3c09ed-baaa-494e-bae3-4685b758bd95", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:02.506075 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f65592f-9f0c-449f-9b92-ab910aed11e8 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:02.506075 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'tag': '9c3c09ed-baaa-494e-bae3-4685b758bd95', 'status': 'completed', 'code': 200} Jun 06 19:26:02.515359 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-2a33231f-7c9e-4dbc-90a1-a150e4276738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.559977 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.562719 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.566386 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d44d1d12-b731-44b1-bc6b-1a60eb07a1fd HTTP/1.1" status: 204 len: 168 time: 0.5127840 Jun 06 19:26:02.566386 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8eb9fbd6-cd1a-4e43-aff7-8adc0ff31277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:02.575874 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d1d12-b731-44b1-bc6b-1a60eb07a1fd,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:02.585679 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:02.655950 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-c7f342a4-0ec0-432f-b407-e8bbef5d9d33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c3c09ed-baaa-494e-bae3-4685b758bd95 HTTP/1.1" status: 200 len: 217 time: 0.1265280 Jun 06 19:26:02.684492 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Allocated IP 172.28.3.111 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/eadc961f-9fa7-41e0-9582-f22bdbb8ab0d) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:02.693511 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59398) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:02.760757 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-7ae85bcc-25cf-4f1e-88a9-30d3835a4627 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761765 Jun 06 19:26:02.788881 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.811178 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b3b37a10-134d-4669-be06-91b445520729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.824574 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.resource_extend [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:26:02.877146 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c76e2f54-4557-4c52-bfa5-9e98c9c81294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.897196 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.949376 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680a67a-aeed-441f-8da0-7ff8b2dff658 req-1adcfe76-a38a-401b-abf9-784df8369afa tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:02.950927 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5680a67a-aeed-441f-8da0-7ff8b2dff658 req-1adcfe76-a38a-401b-abf9-784df8369afa tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 943 time: 0.7376790 Jun 06 19:26:03.040474 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-ae0e1e3f-1f71-4f7a-a23f-53a0f588b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:03.041931 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-ae0e1e3f-1f71-4f7a-a23f-53a0f588b7b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cee9278a-a92d-4aa3-b260-27ef91c0fa87 HTTP/1.1" status: 200 len: 852 time: 0.3739247 Jun 06 19:26:03.060806 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.151048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.157010 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-319fdbd5-e513-4695-9156-a48ed3a8bbdb tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--807183701&fields=id&tenant_id=5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 267 time: 0.3712032 Jun 06 19:26:03.175997 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:03.252319 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-898f578f-4e23-4d81-8cc2-f5ec0988a5a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9055d51d-f507-41ef-9b1e-499668aa619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392596 Jun 06 19:26:03.388456 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5680a67a-aeed-441f-8da0-7ff8b2dff658 req-b919104a-4c39-4768-8d51-78e4174b7b6d tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646255 Jun 06 19:26:03.449737 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59414) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:03.472061 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff7c1-6841-4419-a719-8946cf327702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.506971 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbd3251f-509a-4b93-9448-0b1846cbeb59 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:03.537672 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f26c94c-b156-4416-a65f-24e695c93450 req-65b76cad-4352-4c0f-8826-db9aad398e4d service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637444 Jun 06 19:26:03.548368 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a88d8233-3b76-454d-95af-790587c8d27f,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:03.616107 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:03.696687 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port fbd3251f-509a-4b93-9448-0b1846cbeb59 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:03.701494 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port fbd3251f-509a-4b93-9448-0b1846cbeb59 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:03.702077 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.805209 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.833358 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Sync routers for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:03.838164 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.843536 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:03.844165 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:03.856350 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port fbd3251f-509a-4b93-9448-0b1846cbeb59, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=fbd3251f-509a-4b93-9448-0b1846cbeb59,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:03.921803 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.930437 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-2a33231f-7c9e-4dbc-90a1-a150e4276738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.933437 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.935677 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-81796608-5cc2-4dcc-b9f6-401bc17070f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:03.958190 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-18365bb3-a608-4461-8ab4-f5768ec49be8 service neutron] 10.222.0.10 "GET /v2.0/networks/9055d51d-f507-41ef-9b1e-499668aa619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438360 Jun 06 19:26:03.982976 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-ec0e533a-1202-4822-a19f-831b5a47a140 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:03.984424 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-ec0e533a-1202-4822-a19f-831b5a47a140 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 816 time: 0.7620897 Jun 06 19:26:03.986918 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Network 95cf8fae-a324-4b48-bffd-f080725edb78 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:04.012859 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=fbd3251f-509a-4b93-9448-0b1846cbeb59,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:04.016120 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:04.016490 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:04.027019 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:04.030078 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-2a33231f-7c9e-4dbc-90a1-a150e4276738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.073733 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:04.138085 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-9561d5b8-6c7a-44c4-a0f4-d91d6c261a77 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/quotas/5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 375 time: 0.1235380 Jun 06 19:26:04.312892 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d835a-4c4d-45f9-9634-2c5f742c6544 req-1eee11aa-bf67-44ff-bf6b-9ade57646457 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:04.314897 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-432d835a-4c4d-45f9-9634-2c5f742c6544 req-1eee11aa-bf67-44ff-bf6b-9ade57646457 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 943 time: 0.7580500 Jun 06 19:26:04.316626 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-ed73aade-89af-4336-9f67-5e8f28cc7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:04.317945 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-ed73aade-89af-4336-9f67-5e8f28cc7be9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 1096 time: 0.6057949 Jun 06 19:26:04.318835 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.333370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-2a33231f-7c9e-4dbc-90a1-a150e4276738 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c557fa2f5d7440ce8b4cb767ac68671f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1058500 Jun 06 19:26:04.334102 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33231f-7c9e-4dbc-90a1-a150e4276738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64d6cc-83d1-4b46-a085-1c2eabfb3f27,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:04.336448 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:25:53Z', 'revision_number': 2, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:04.338397 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59416) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:04.341423 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Checking router: 4845a867-fd47-49a3-ad1a-5158a893ac93 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:04.342026 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Updating router 4845a867-fd47-49a3-ad1a-5158a893ac93 port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:26:04.375864 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-2a33231f-7c9e-4dbc-90a1-a150e4276738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:04.382115 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:04.399272 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.422043 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.453199 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.566081 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.570357 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.571718 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee64d6cc-83d1-4b46-a085-1c2eabfb3f27 HTTP/1.1" status: 204 len: 168 time: 0.2282839 Jun 06 19:26:04.573100 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:04.577175 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:04.594205 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64d6cc-83d1-4b46-a085-1c2eabfb3f27,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:04.607002 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:04.607101 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:04.664208 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:04.680115 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65d55c03-1f10-4ec7-8494-846e9bb292ee req-7448b2e4-acf2-4116-b973-e3c3ef90ca72 service neutron] 10.222.0.10 "GET /v2.0/networks/9055d51d-f507-41ef-9b1e-499668aa619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091539 Jun 06 19:26:04.698141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'Port': ['ID=eadc961f-9fa7-41e0-9582-f22bdbb8ab0d,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:04.715098 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-432d835a-4c4d-45f9-9634-2c5f742c6544 req-366af23c-d733-4bfe-a7c4-aae7b7e4015f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670244 Jun 06 19:26:04.768611 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:04.802461 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Router ea724c6b-7dda-4169-a130-a55c02a52c99 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:26:04.827767 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.841240 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Transition to ACTIVE for port object a6ef8a71-6e68-4bfb-89cd-1e3157d37718 will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:04.882951 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-3f6a7228-ea4d-4120-b4c9-1f9c5dba88b1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7262549 Jun 06 19:26:04.910115 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b3b37a10-134d-4669-be06-91b445520729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.911629 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-74f886d9-de91-4a4a-9f69-90c14186034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:04.913044 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-74f886d9-de91-4a4a-9f69-90c14186034f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 915 time: 0.5661292 Jun 06 19:26:04.914236 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.933803 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:04.939112 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-bd192121-5e22-45a5-8f64-0ae3133115e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:05.105252 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492afa-0fa7-4a5b-9fe1-71c64be559cc None None] Pushing event updated for resources: {'Port': ['ID=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:05.124564 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-cc492afa-0fa7-4a5b-9fe1-71c64be559cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:05.185514 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff7c1-6841-4419-a719-8946cf327702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.246075 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Attempting to bind port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:05.246457 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Attempting to bind port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:05.246825 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Attempting to bind port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:05.246924 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff7c1-6841-4419-a719-8946cf327702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.253975 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:05.254665 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Checking segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:05.254789 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.255144 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Bound using segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:05.255738 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Bound port: a6ef8a71-6e68-4bfb-89cd-1e3157d37718, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:05.256432 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.256632 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e6efb6e7-c7d5-4db3-9728-f3d2f90fe43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:05.257726 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b3b37a10-134d-4669-be06-91b445520729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.275125 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-eee2960a-8002-4ec9-b927-96d0f1fd275f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9666a428-e617-4555-92d1-7de8b63abb2f HTTP/1.1" status: 200 len: 217 time: 0.3166716 Jun 06 19:26:05.316643 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-dc2ff7c1-6841-4419-a719-8946cf327702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=555b678a02574a929a41a9de1e427b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8620906 Jun 06 19:26:05.316643 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ff7c1-6841-4419-a719-8946cf327702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a67fe6-3b48-4b79-9e4e-440179d18bd2,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:05.322213 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59430) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:05.331029 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dc2ff7c1-6841-4419-a719-8946cf327702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:05.333300 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-6ae9fb2a-a1d5-44dc-9dd7-98e6beac5355 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:26:05.334312 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-6ae9fb2a-a1d5-44dc-9dd7-98e6beac5355 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1092830 Jun 06 19:26:05.338155 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:05.389619 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] For port a6ef8a71-6e68-4bfb-89cd-1e3157d37718, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:05.389900 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b3b37a10-134d-4669-be06-91b445520729 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1187fdb3e8b4433cac932263ccd7e340&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6469705 Jun 06 19:26:05.391062 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] For port a6ef8a71-6e68-4bfb-89cd-1e3157d37718, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:05.403710 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59432) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:05.404456 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.464362 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.465777 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.472327 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:05.482638 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbd3251f-509a-4b93-9448-0b1846cbeb59 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:05.516439 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.545513 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.593779 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59434) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:05.598664 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:05.599477 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:05.617884 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-faf71c3e-9d53-4fae-8d8d-b03b6b6dc374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.630275 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b37a10-134d-4669-be06-91b445520729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3e569e-c2c1-4d39-a1a9-004300a25519,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:05.634011 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b3b37a10-134d-4669-be06-91b445520729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:05.674482 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port fbd3251f-509a-4b93-9448-0b1846cbeb59 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:05.675497 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.676711 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.685078 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.687137 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f3e569e-c2c1-4d39-a1a9-004300a25519 HTTP/1.1" status: 204 len: 168 time: 0.2807872 Jun 06 19:26:05.688050 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:05.700775 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3e569e-c2c1-4d39-a1a9-004300a25519,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:05.706387 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:05.717681 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.750655 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.755802 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.756592 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.757269 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00a67fe6-3b48-4b79-9e4e-440179d18bd2 HTTP/1.1" status: 204 len: 168 time: 0.4280999 Jun 06 19:26:05.764418 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-0590418d-efed-4ed0-b546-674055c2c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:05.765961 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-0590418d-efed-4ed0-b546-674055c2c428 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.4387877 Jun 06 19:26:05.780683 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9f125b51-6ee9-4f4c-af7d-1619cf24cf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:05.789739 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-876b5d5d-bb79-46c6-bd21-e2f9a08e3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:05.791223 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-876b5d5d-bb79-46c6-bd21-e2f9a08e3bd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9b44ade494b46b09a6daa1dd6059d82&device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 1096 time: 0.9536698 Jun 06 19:26:05.817796 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a67fe6-3b48-4b79-9e4e-440179d18bd2,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:05.838137 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:05.952109 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d210ad-9cd4-44a7-ade0-8bc18265af02 req-7cc786c4-88df-495a-95e4-d76c49de0b9f tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:05.953644 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-13d210ad-9cd4-44a7-ade0-8bc18265af02 req-7cc786c4-88df-495a-95e4-d76c49de0b9f tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 943 time: 1.0588508 Jun 06 19:26:05.969144 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-faf71c3e-9d53-4fae-8d8d-b03b6b6dc374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.978707 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-33b446d5-b72b-4cbe-8b4d-1389f73e6510 service neutron] 10.222.0.13 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628109 Jun 06 19:26:05.978707 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:05.979698 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-77dba376-3de8-4e6a-9ad8-1062e9315f6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821191 Jun 06 19:26:05.995962 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea724c6b-7dda-4169-a130-a55c02a52c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1833816 Jun 06 19:26:05.996176 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Sync routers for ids ['ea724c6b-7dda-4169-a130-a55c02a52c99'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:06.000154 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:06.013893 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Routers {'ea724c6b-7dda-4169-a130-a55c02a52c99'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:06.018077 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['ea724c6b-7dda-4169-a130-a55c02a52c99'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:06.053972 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-faf71c3e-9d53-4fae-8d8d-b03b6b6dc374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.104220 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ff6e9782-07a7-4ef0-85eb-ed904482f1a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:06.123352 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-faf71c3e-9d53-4fae-8d8d-b03b6b6dc374 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb54c60040dd4d62b9c1b7dc1110b4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255353 Jun 06 19:26:06.128261 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59444) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:06.174487 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492afa-0fa7-4a5b-9fe1-71c64be559cc None None] Pushing event updated for resources: {'Port': ['ID=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,revision_number=4']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:06.178654 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-cc492afa-0fa7-4a5b-9fe1-71c64be559cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:06.244091 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf71c3e-9d53-4fae-8d8d-b03b6b6dc374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625fe7b-083d-4c91-aa1c-b2dd0c3b12b9,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:06.279560 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-faf71c3e-9d53-4fae-8d8d-b03b6b6dc374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:06.325759 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Set router ea724c6b-7dda-4169-a130-a55c02a52c99 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:06.346694 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.437376 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.451169 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:05Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:06.458076 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee303f-5e8d-4f39-ad8e-985aa1ddddac None None] The sync data for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb is: [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:05Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:06.604478 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9666a428-e617-4555-92d1-7de8b63abb2f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:06.613327 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.615785 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.619185 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f625fe7b-083d-4c91-aa1c-b2dd0c3b12b9 HTTP/1.1" status: 204 len: 168 time: 0.4830265 Jun 06 19:26:06.619185 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:06.636117 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625fe7b-083d-4c91-aa1c-b2dd0c3b12b9,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:06.642320 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:06.666678 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.731934 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-13d210ad-9cd4-44a7-ade0-8bc18265af02 req-884e8b14-d94d-4931-a199-f01294ee1a67 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7482929 Jun 06 19:26:06.732973 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-80cc1b36-d5ee-446e-894c-91321e977dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:06.734327 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-80cc1b36-d5ee-446e-894c-91321e977dee service neutron] 10.222.0.10 "GET /v2.0/networks?id=9055d51d-f507-41ef-9b1e-499668aa619f HTTP/1.1" status: 200 len: 913 time: 0.9235106 Jun 06 19:26:06.755198 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.866653 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:06.915999 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-266dd734-4f77-4c44-b7ae-4822e7a4d20e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c3c09ed-baaa-494e-bae3-4685b758bd95 HTTP/1.1" status: 200 len: 217 time: 0.1629121 Jun 06 19:26:07.000135 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 9666a428-e617-4555-92d1-7de8b63abb2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9666a428-e617-4555-92d1-7de8b63abb2f,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:07.019807 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '9666a428-e617-4555-92d1-7de8b63abb2f', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'port_id': '9666a428-e617-4555-92d1-7de8b63abb2f', 'mac_address': 'fa:16:3e:6b:e1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cedd807-3741-490a-b478-4cc94111fbbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:07.147500 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.163757 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a88d8233-3b76-454d-95af-790587c8d27f', 'name': '', 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'mac_address': 'fa:16:3e:a9:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:56Z', 'updated_at': '2021-06-06T19:26:01Z', 'revision_number': 2, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'subnets': [{'id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:07.170343 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Checking router: ea724c6b-7dda-4169-a130-a55c02a52c99 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:07.171133 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Updating router ea724c6b-7dda-4169-a130-a55c02a52c99 port a88d8233-3b76-454d-95af-790587c8d27f binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:26:07.174266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.195735 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-7d816b30-dd05-43c4-a9ef-340fd66e7f55 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2042999 Jun 06 19:26:07.211352 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9666a428-e617-4555-92d1-7de8b63abb2f {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:07.211490 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-f1f4ccf1-2458-41fb-b757-c58d3d22a0a3 service neutron] 10.222.0.13 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1995535 Jun 06 19:26:07.248813 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 9666a428-e617-4555-92d1-7de8b63abb2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9666a428-e617-4555-92d1-7de8b63abb2f,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:07.254033 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.266209 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'Port': ['ID=eadc961f-9fa7-41e0-9582-f22bdbb8ab0d,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:07.270208 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:07.299116 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-aef29552-fb83-4970-972b-1d331faf6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:07.300837 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-aef29552-fb83-4970-972b-1d331faf6a01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cee9278a-a92d-4aa3-b260-27ef91c0fa87 HTTP/1.1" status: 200 len: 852 time: 0.3681998 Jun 06 19:26:07.391335 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.404716 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9769e120-a0aa-4771-b096-bcefd3acf13c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:07.426566 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-fc7a7a0f-3e61-41bf-ae56-1fb973e720f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9055d51d-f507-41ef-9b1e-499668aa619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184187 Jun 06 19:26:07.434069 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.435433 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8034389 Jun 06 19:26:07.473605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc66e0-b090-4dfc-92b7-30568782230b req-b7b7ddb6-6a57-454d-9dd6-8b8e763c3cb5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:07.474808 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9cdc66e0-b090-4dfc-92b7-30568782230b req-b7b7ddb6-6a57-454d-9dd6-8b8e763c3cb5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 943 time: 0.5548389 Jun 06 19:26:07.561795 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=9666a428-e617-4555-92d1-7de8b63abb2f,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:07.565170 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:07.739358 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ffc1a338-cdce-4f75-a03f-306f14006a23 req-6f142fde-3383-4ffa-b731-bb5c3702b4f0 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249646 Jun 06 19:26:07.741124 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-9cc1f859-659a-4927-9555-db8c809136bb service neutron] 10.222.0.10 "GET /v2.0/networks/9055d51d-f507-41ef-9b1e-499668aa619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015208 Jun 06 19:26:07.775509 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a6ef8a71-6e68-4bfb-89cd-1e3157d37718 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:07.799757 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9cdc66e0-b090-4dfc-92b7-30568782230b req-c7c40daf-2b70-4a6e-860b-0c4394ccb3eb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783370 Jun 06 19:26:07.889397 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9666a428-e617-4555-92d1-7de8b63abb2f'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:07.938036 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c757ec4-8c3d-4fb4-b1ae-076c994080f0 req-ad558c0c-cae1-4cd8-91f8-7ebdb9a1c1bc service neutron] 10.222.0.10 "GET /v2.0/networks/9055d51d-f507-41ef-9b1e-499668aa619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615977 Jun 06 19:26:07.998043 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f2c7cb48-0b9e-4f21-b14e-d84963e131db req-17e5372b-062b-45ba-9ac8-6a7958bf1a55 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 210 time: 0.0587475 Jun 06 19:26:08.081139 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:08.101093 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:08.101557 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.195955 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.231330 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Transition to ACTIVE for port object a88d8233-3b76-454d-95af-790587c8d27f will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:08.315808 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.321602 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:08.391275 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c6d0-09fc-4ad4-a75b-6f3e1709fc4b req-d138a321-e34e-4154-b2ad-d50fc6135839 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:08.394914 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.405252 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b3e0c6d0-09fc-4ad4-a75b-6f3e1709fc4b req-d138a321-e34e-4154-b2ad-d50fc6135839 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 943 time: 0.2621055 Jun 06 19:26:08.412534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-7bac7b88-79dd-4806-a1b7-688a384fa90e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:08.414015 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-7bac7b88-79dd-4806-a1b7-688a384fa90e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 818 time: 0.2990503 Jun 06 19:26:08.448824 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-be2bd7f7-f57a-4348-9513-71d1c272cf11 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/quotas/2fa8dcc2f79249298e10c72fa02be2eb HTTP/1.1" status: 200 len: 375 time: 0.0174305 Jun 06 19:26:08.491744 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9c3c09ed-baaa-494e-bae3-4685b758bd95 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:08.514295 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b3e0c6d0-09fc-4ad4-a75b-6f3e1709fc4b req-e02d3804-20f1-4d62-840f-0822a19a155a tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107805 Jun 06 19:26:08.518413 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44590b-df9d-4529-bf72-6964ff0a3c5d None None] Pushing event updated for resources: {'Port': ['ID=a88d8233-3b76-454d-95af-790587c8d27f,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:08.525155 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-5a44590b-df9d-4529-bf72-6964ff0a3c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:08.557984 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-b66fdb55-af66-478d-8c1b-0f25d055e9e7 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011176 Jun 06 19:26:08.576440 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port a6ef8a71-6e68-4bfb-89cd-1e3157d37718, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:08.640326 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.db.resource_extend [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:26:08.687374 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.693550 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c5d6ec91-e30c-4077-8038-cf880e4d188d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:08.744153 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-5e54d3fc-c71b-4733-96fc-d974198d12f3 service neutron] 10.222.0.13 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778953 Jun 06 19:26:08.836924 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Attempting to bind port a88d8233-3b76-454d-95af-790587c8d27f on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:08.837470 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Attempting to bind port a88d8233-3b76-454d-95af-790587c8d27f by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:08.837775 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Attempting to bind port a88d8233-3b76-454d-95af-790587c8d27f on network 95cf8fae-a324-4b48-bffd-f080725edb78 {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:08.886975 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:08.887130 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Checking segment: {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:08.892499 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.892499 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Bound using segment: {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:08.892499 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Bound port: a88d8233-3b76-454d-95af-790587c8d27f, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:08.892499 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.903459 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-ce21e4c5-126a-4801-a6ac-783e8384d91e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1461118618&fields=id&tenant_id=0b0f2149594d47bb9d194ae751ee9db0 HTTP/1.1" status: 200 len: 267 time: 0.1576278 Jun 06 19:26:08.917218 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:08.920870 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:08.977366 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 9c3c09ed-baaa-494e-bae3-4685b758bd95, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9c3c09ed-baaa-494e-bae3-4685b758bd95,segment=NetworkSegment(594475ee-4a73-4c80-9565-afd9fd8cf97a),segment_id=594475ee-4a73-4c80-9565-afd9fd8cf97a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:08.985891 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-1dda30ef-7b52-477c-8492-c58671dbb93e service neutron] 10.222.0.13 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236042 Jun 06 19:26:08.996058 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '9c3c09ed-baaa-494e-bae3-4685b758bd95', 'network_id': '9055d51d-f507-41ef-9b1e-499668aa619f', 'port_id': '9c3c09ed-baaa-494e-bae3-4685b758bd95', 'mac_address': 'fa:16:3e:46:9d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee9278a-a92d-4aa3-b260-27ef91c0fa87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:09.074689 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] For port a88d8233-3b76-454d-95af-790587c8d27f, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:09.080128 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] For port a88d8233-3b76-454d-95af-790587c8d27f, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=a88d8233-3b76-454d-95af-790587c8d27f,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:09.083076 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.106181 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3c09ed-baaa-494e-bae3-4685b758bd95 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:09.122222 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 9c3c09ed-baaa-494e-bae3-4685b758bd95, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9c3c09ed-baaa-494e-bae3-4685b758bd95,segment=NetworkSegment(594475ee-4a73-4c80-9565-afd9fd8cf97a),segment_id=594475ee-4a73-4c80-9565-afd9fd8cf97a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:09.133995 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-84cbb6a8-2794-40cd-9983-d79a772bea5c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:09.136437 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-84cbb6a8-2794-40cd-9983-d79a772bea5c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 811 time: 0.2165663 Jun 06 19:26:09.151629 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-9d874959-a23a-4d4d-a918-5524affe18e0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/quotas/0b0f2149594d47bb9d194ae751ee9db0 HTTP/1.1" status: 200 len: 375 time: 0.0102146 Jun 06 19:26:09.158243 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.166563 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-6f18b368-e346-4443-8fee-92afec733a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:09.258941 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.264597 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Routers {'ea724c6b-7dda-4169-a130-a55c02a52c99'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:09.265228 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['ea724c6b-7dda-4169-a130-a55c02a52c99'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:09.354300 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-97a215c4-9129-4d60-9c74-3f7605b6fb95 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1791828 Jun 06 19:26:09.372340 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44590b-df9d-4529-bf72-6964ff0a3c5d None None] Pushing event updated for resources: {'Port': ['ID=a88d8233-3b76-454d-95af-790587c8d27f,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:09.378734 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-5a44590b-df9d-4529-bf72-6964ff0a3c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:09.379198 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:09.571313 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9c3c09ed-baaa-494e-bae3-4685b758bd95'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:09.613650 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a6ef8a71-6e68-4bfb-89cd-1e3157d37718 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:09.724553 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=9c3c09ed-baaa-494e-bae3-4685b758bd95,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:09.738192 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:09.743720 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-8bd24833-f9d3-477b-ad2c-f7d1dd67c8dc service neutron] 10.222.0.13 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727682 Jun 06 19:26:09.745377 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] Set router ea724c6b-7dda-4169-a130-a55c02a52c99 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:09.801292 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20c767-12da-4075-abf9-a62344b181f9 req-1535e4b8-5587-49d8-8725-a51798430453 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:09.802791 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4b20c767-12da-4075-abf9-a62344b181f9 req-1535e4b8-5587-49d8-8725-a51798430453 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 944 time: 0.2062514 Jun 06 19:26:09.916947 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4b20c767-12da-4075-abf9-a62344b181f9 req-d8da8036-3b36-4df8-9382-3f7e1a0bf2d0 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067448 Jun 06 19:26:09.953540 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-8bc8092b-1755-4099-8958-bf406a1a25ab service neutron] 10.222.0.13 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083211 Jun 06 19:26:10.061466 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:10.061998 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:10.184688 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1d5b77f9-38fd-47a5-a5eb-e9a3bda6cbf2 req-36fe74b0-c45e-47ae-b210-a62c90512a9b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 210 time: 0.0536194 Jun 06 19:26:10.317870 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18508300-d97f-4491-b065-61d7d8b368aa req-b5651edf-0770-4846-88c0-e24e4abb72f6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 210 time: 0.0565884 Jun 06 19:26:10.494295 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9666a428-e617-4555-92d1-7de8b63abb2f up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:10.577965 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a622aa8a-1cab-4f6f-9136-b86522fad037 req-5856023c-73cd-410c-bf50-ccc87793ceb4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 210 time: 0.1929259 Jun 06 19:26:10.639702 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6f430-23d9-4d4b-9ea6-7b5ec0106914 req-d38ae2ae-3862-4211-bbfa-3286ba15b11a tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:10.641189 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c0b6f430-23d9-4d4b-9ea6-7b5ec0106914 req-d38ae2ae-3862-4211-bbfa-3286ba15b11a tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 944 time: 0.1692276 Jun 06 19:26:10.643992 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a88d8233-3b76-454d-95af-790587c8d27f', 'name': '', 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'mac_address': 'fa:16:3e:a9:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:56Z', 'updated_at': '2021-06-06T19:26:09Z', 'revision_number': 4, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'subnets': [{'id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:10.648473 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62f3b2-5854-4e1e-b780-95edd74d35b0 None None] The sync data for ids ['ea724c6b-7dda-4169-a130-a55c02a52c99'] in dv-cinder-794962-3-smb is: [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a88d8233-3b76-454d-95af-790587c8d27f', 'name': '', 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'mac_address': 'fa:16:3e:a9:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:56Z', 'updated_at': '2021-06-06T19:26:09Z', 'revision_number': 4, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'subnets': [{'id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:10.733994 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 9666a428-e617-4555-92d1-7de8b63abb2f completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:10.750554 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 9666a428-e617-4555-92d1-7de8b63abb2f triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:10.751518 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:10.806153 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c0b6f430-23d9-4d4b-9ea6-7b5ec0106914 req-ff65936f-ddec-47b4-b0fa-9e1dbb04c32d tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493075 Jun 06 19:26:10.934508 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:10.971659 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9666a428-e617-4555-92d1-7de8b63abb2f'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:11.097104 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 9666a428-e617-4555-92d1-7de8b63abb2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9666a428-e617-4555-92d1-7de8b63abb2f,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:11.157910 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:11.159739 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:11.244602 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-6e9ef0c4-5f2b-4bf3-8fd6-940cd1d0aa55 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:11.261681 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-6e9ef0c4-5f2b-4bf3-8fd6-940cd1d0aa55 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 818 time: 0.4264464 Jun 06 19:26:11.321764 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-bc55d1db-25cd-41ef-a272-1b4af3c065a9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:11.323407 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-bc55d1db-25cd-41ef-a272-1b4af3c065a9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 816 time: 0.5983317 Jun 06 19:26:11.326813 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=9666a428-e617-4555-92d1-7de8b63abb2f,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:11.332930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:11.435067 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-0e2c98e9-5c88-4020-b8dd-319ca4f58bc4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/quotas/2fa8dcc2f79249298e10c72fa02be2eb HTTP/1.1" status: 200 len: 375 time: 0.1707568 Jun 06 19:26:11.477789 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-e83c22d7-0ee9-46f5-b814-3b2ce57129ce tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 379 time: 0.0880764 Jun 06 19:26:11.521883 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a88d8233-3b76-454d-95af-790587c8d27f up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:11.550335 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'port': {'device_id': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'admin_state_up': True, 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'security_groups': ['eefd378b-0790-49f6-bc39-0eee7587172f']}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:11.756318 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port a88d8233-3b76-454d-95af-790587c8d27f completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:11.763722 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port a88d8233-3b76-454d-95af-790587c8d27f triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:11.764236 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:11.795966 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45881-3046-4b5c-b1ac-2704a14d72e3 req-a942637e-14a4-43ef-a4fa-d7dfbb241bca tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:11.803336 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-07b45881-3046-4b5c-b1ac-2704a14d72e3 req-a942637e-14a4-43ef-a4fa-d7dfbb241bca tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.5347996 Jun 06 19:26:11.831847 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d355eda7-aa5d-4c72-a986-d0fca80a21e0" -d '{"events": [{"server_uuid": "5120f08e-9a4c-45fe-bb04-0961c572d55a", "name": "network-vif-plugged", "status": "completed", "tag": "9666a428-e617-4555-92d1-7de8b63abb2f"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:11.865968 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-c6ec587f-5b3a-4873-a21d-30ef02183f5c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4029734 Jun 06 19:26:11.879586 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-07b45881-3046-4b5c-b1ac-2704a14d72e3 req-2b7091ae-b706-4dcd-9b29-5df2c014b0e5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753095 Jun 06 19:26:12.023963 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.119585 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port a88d8233-3b76-454d-95af-790587c8d27f, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=a88d8233-3b76-454d-95af-790587c8d27f,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:12.152640 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-5d7d617f-9ef1-4b97-bdab-2250ed44281b service neutron] 10.222.0.13 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651143 Jun 06 19:26:12.159771 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b43efe9a-c441-4c1c-bf06-6c01638d25fd req-4943d90b-4173-4b2f-b097-4c67095d8acd tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 210 time: 0.0502825 Jun 06 19:26:12.181023 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Made reservation on behalf of 5453e9408dd342739a33e1a5ba2a99c2 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:12.184691 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.244568 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.249554 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c5d6ec91-e30c-4077-8038-cf880e4d188d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:12.416027 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=a88d8233-3b76-454d-95af-790587c8d27f,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:12.424638 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:12.450637 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9c3c09ed-baaa-494e-bae3-4685b758bd95 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:12.487290 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f44f741e-4198-4342-9585-15630271fd72 req-aa8bb61a-33db-40be-880e-14697b695c5c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 210 time: 0.1593239 Jun 06 19:26:12.527710 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-919cd3ff-b40a-4801-b332-c907ffa35103 service neutron] 10.222.0.13 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670084 Jun 06 19:26:12.639025 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Allocated IP 172.20.0.7 (43854d07-2f1f-4b7e-b64e-9892b5b4460b/b1855033-e2a9-412d-9a2b-2a5eababb8cd/d9192d10-9061-40a8-9960-1cbcf4b89c72) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:12.695832 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 9c3c09ed-baaa-494e-bae3-4685b758bd95 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:12.700973 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 9c3c09ed-baaa-494e-bae3-4685b758bd95 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:12.703750 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.037976 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.105997 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f277f87b-12df-466c-b962-298f0676a7ae x-openstack-request-id: req-f277f87b-12df-466c-b962-298f0676a7ae {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:13.106355 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120f08e-9a4c-45fe-bb04-0961c572d55a", "name": "network-vif-plugged", "status": "completed", "tag": "9666a428-e617-4555-92d1-7de8b63abb2f", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:13.107804 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f277f87b-12df-466c-b962-298f0676a7ae {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:13.107804 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9666a428-e617-4555-92d1-7de8b63abb2f', 'code': 200} Jun 06 19:26:13.117830 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 9c3c09ed-baaa-494e-bae3-4685b758bd95, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9c3c09ed-baaa-494e-bae3-4685b758bd95,segment=NetworkSegment(594475ee-4a73-4c80-9565-afd9fd8cf97a),segment_id=594475ee-4a73-4c80-9565-afd9fd8cf97a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:13.131517 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4090a3c8-9c42-4ddf-bb27-5eebb2ebc3c9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:13.136663 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4090a3c8-9c42-4ddf-bb27-5eebb2ebc3c9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 818 time: 0.4839211 Jun 06 19:26:13.185317 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Request body: {'port': {'device_id': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'admin_state_up': True, 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:13.222856 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.224710 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:13.326395 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=9c3c09ed-baaa-494e-bae3-4685b758bd95,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:13.330795 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:13.335929 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5255f377-a160-4f46-a64e-662afd30d7e5 req-f3c8ce55-740f-4cf5-8857-37599379c099 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1228466 Jun 06 19:26:13.572946 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.590502 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a88d8233-3b76-454d-95af-790587c8d27f up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:13.615531 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.10', 58400) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:13.700651 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3324a6b-d5f0-4fa7-a69a-a9457437247d req-ba128ded-5994-4497-ab1d-d1f50930cb22 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:13.710976 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c3324a6b-d5f0-4fa7-a69a-a9457437247d req-ba128ded-5994-4497-ab1d-d1f50930cb22 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 944 time: 0.5911105 Jun 06 19:26:13.713709 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59728) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:13.730447 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Transition to ACTIVE for port object d9192d10-9061-40a8-9960-1cbcf4b89c72 will not be triggered until provisioned by entity DHCP. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:13.798455 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279db9e9-7dc1-4ffa-b183-121c2ff6c2e9 req-8914c6b3-9268-4095-abe9-924c9d27c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:13.800533 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-279db9e9-7dc1-4ffa-b183-121c2ff6c2e9 req-8914c6b3-9268-4095-abe9-924c9d27c117 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 1098 time: 0.1855516 Jun 06 19:26:13.806063 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port a88d8233-3b76-454d-95af-790587c8d27f triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:13.806544 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.829917 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c3324a6b-d5f0-4fa7-a69a-a9457437247d req-36102cbd-c85a-4c1c-a52d-3d4b37da94b9 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022885 Jun 06 19:26:13.875393 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82834e-c8bc-406d-bca7-597b24fb76f4 req-907f49c3-240e-42d7-b17a-4976824ddfbe tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:13.886150 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fd82834e-c8bc-406d-bca7-597b24fb76f4 req-907f49c3-240e-42d7-b17a-4976824ddfbe tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.2939031 Jun 06 19:26:13.904611 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-279db9e9-7dc1-4ffa-b183-121c2ff6c2e9 req-8b99e911-58eb-44fe-bc29-cf78a4d50bf7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.952991 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Made reservation on behalf of 2fa8dcc2f79249298e10c72fa02be2eb for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:13.962786 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.002443 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fd82834e-c8bc-406d-bca7-597b24fb76f4 req-2894c28b-c394-41bd-a2b7-58e6ad18bdea tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153879 Jun 06 19:26:14.046162 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.074380 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:14.113043 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-279db9e9-7dc1-4ffa-b183-121c2ff6c2e9 req-8b99e911-58eb-44fe-bc29-cf78a4d50bf7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.174718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-32f34fae-4330-479b-9cf6-fe261c01c220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.215981 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.10', 58402) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:14.246278 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:14.261212 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-279db9e9-7dc1-4ffa-b183-121c2ff6c2e9 req-8b99e911-58eb-44fe-bc29-cf78a4d50bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.271121 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-252727bb-ca81-4736-b2f6-5c6ed198cbb6 req-d7bb4a47-bdd8-4bca-9f34-ebdb5309fbb3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 210 time: 0.0944834 Jun 06 19:26:14.271936 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:14.276744 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-1d40734c-ae81-4319-97b5-f6060d612756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:14.279220 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:14.285484 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:14.286129 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.314838 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-279db9e9-7dc1-4ffa-b183-121c2ff6c2e9 req-8b99e911-58eb-44fe-bc29-cf78a4d50bf7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967217 Jun 06 19:26:14.404807 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99e911-58eb-44fe-bc29-cf78a4d50bf7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f21bb0-c257-45e4-9fc9-dc3d82006c87,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:14.409614 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8b99e911-58eb-44fe-bc29-cf78a4d50bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:14.417300 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:14.420772 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:14.442549 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e172a-cf82-4490-a60c-30e80f8c423f req-28fa2bc7-5dd7-4ed5-808b-6e3bf4116c77 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:14.444325 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a23e172a-cf82-4490-a60c-30e80f8c423f req-28fa2bc7-5dd7-4ed5-808b-6e3bf4116c77 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 931 time: 0.4403734 Jun 06 19:26:14.478750 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-31d49ad9-4e62-43de-adff-903c729a552f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:14.480442 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-31d49ad9-4e62-43de-adff-903c729a552f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 811 time: 0.2633455 Jun 06 19:26:14.521605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Allocated IP 172.20.0.14 (95cf8fae-a324-4b48-bffd-f080725edb78/cfcc67de-ddc7-4838-b641-49984a32c955/0546ea68-b10b-4092-9267-f4f6dc0eabc1) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:14.542116 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a23e172a-cf82-4490-a60c-30e80f8c423f req-8c320a4c-380f-4a5d-8f30-c9b4749baace tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878022 Jun 06 19:26:14.569495 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-6e10e293-48be-412e-86e5-9f23170b39ea tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b0f2149594d47bb9d194ae751ee9db0 HTTP/1.1" status: 200 len: 380 time: 0.0796795 Jun 06 19:26:14.574007 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-32f34fae-4330-479b-9cf6-fe261c01c220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.580319 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'port': {'device_id': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'admin_state_up': True, 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'security_groups': ['95c1ec6d-b8ae-446a-b4a9-78bb69315b6d']}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:14.692411 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2fc7121f-864b-4842-80d8-25b6d64f2a54 req-4b658e61-9aed-4612-9f41-feb11ef7d26d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0662897 Jun 06 19:26:14.716350 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-4e143df3-ac84-4ae9-a30f-c613ead32252 None None] Provisioning for port d9192d10-9061-40a8-9960-1cbcf4b89c72 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:14.726257 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-4e143df3-ac84-4ae9-a30f-c613ead32252 None None] Provisioning complete for port d9192d10-9061-40a8-9960-1cbcf4b89c72 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:14.726637 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-4e143df3-ac84-4ae9-a30f-c613ead32252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.730146 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-32f34fae-4330-479b-9cf6-fe261c01c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.741036 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-0001a3eb-749f-4959-8e1c-00c074ffd4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:14.815714 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-32f34fae-4330-479b-9cf6-fe261c01c220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00ce180903ff41788ff7738574f62a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934138 Jun 06 19:26:14.816467 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f34fae-4330-479b-9cf6-fe261c01c220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f30840-6757-4f43-8596-5d6ba61e2257,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:14.820898 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59746) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:14.849230 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-4e143df3-ac84-4ae9-a30f-c613ead32252 None None] Port d9192d10-9061-40a8-9960-1cbcf4b89c72 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:26:14.857057 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-32f34fae-4330-479b-9cf6-fe261c01c220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:14.885335 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-08c3bd49-7152-42b9-a6a3-0c82ceabe97b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3753529 Jun 06 19:26:14.895132 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.895273 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.902677 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Request body: {'port': {'device_id': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:14.933643 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.007873 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Made reservation on behalf of 0b0f2149594d47bb9d194ae751ee9db0 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:15.012015 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.042883 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.108891 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3c09ed-baaa-494e-bae3-4685b758bd95'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:15.112935 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51adc5f-9230-40ce-b694-50991dd39a11" -d '{"events": [{"server_uuid": "77d51092-8eb5-4355-9183-a3cc3733d6a8", "name": "network-vif-plugged", "status": "completed", "tag": "9c3c09ed-baaa-494e-bae3-4685b758bd95"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:15.122137 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.128803 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.130257 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57f30840-6757-4f43-8596-5d6ba61e2257 HTTP/1.1" status: 204 len: 168 time: 0.3100233 Jun 06 19:26:15.156422 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-eae8ef2f-de93-4011-98bc-74edf4f0af12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:15.197271 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f30840-6757-4f43-8596-5d6ba61e2257,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:15.210264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:15.334572 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Allocated IP 172.20.0.3 (1cbdb473-d07e-4e9a-91d1-c31179375efb/f0c1aa65-4f03-4684-9af1-56028c123469/b92e2890-1055-4e7a-94ba-ccbe03a741b0) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:15.490854 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c825f2-fa34-491b-a9ad-b0b0c3903eda req-7668b1aa-cda0-428a-9214-f90103c07672 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:15.494071 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-02c825f2-fa34-491b-a9ad-b0b0c3903eda req-7668b1aa-cda0-428a-9214-f90103c07672 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 945 time: 0.2818606 Jun 06 19:26:15.532329 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41e957-c0a1-4aeb-bd15-fc2c00d46e38 req-a8ed32c7-e28d-4701-b07a-e01b366d60f7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:15.534084 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5b41e957-c0a1-4aeb-bd15-fc2c00d46e38 req-a8ed32c7-e28d-4701-b07a-e01b366d60f7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.3164389 Jun 06 19:26:15.542392 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.566250 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.583032 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Transition to ACTIVE for port object b92e2890-1055-4e7a-94ba-ccbe03a741b0 will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:15.601989 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:15.680517 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.688287 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-02c825f2-fa34-491b-a9ad-b0b0c3903eda req-b1a44a0b-0dba-433d-9817-3891e598fb24 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856685 Jun 06 19:26:15.689449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:15.774467 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:15.777920 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:15.781089 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:15.789590 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:15.790339 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.792113 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103a9c85-01b2-45d7-b66c-7f557696a7b7 x-openstack-request-id: req-103a9c85-01b2-45d7-b66c-7f557696a7b7 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:15.792939 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d51092-8eb5-4355-9183-a3cc3733d6a8", "name": "network-vif-plugged", "status": "completed", "tag": "9c3c09ed-baaa-494e-bae3-4685b758bd95", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:15.793347 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-103a9c85-01b2-45d7-b66c-7f557696a7b7 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:15.793961 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3c09ed-baaa-494e-bae3-4685b758bd95', 'code': 200} Jun 06 19:26:15.827320 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'Port': ['ID=b92e2890-1055-4e7a-94ba-ccbe03a741b0,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:15.831681 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:15.873108 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Network 95cf8fae-a324-4b48-bffd-f080725edb78 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:15.888026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:15.896703 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:15.904382 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:15.905530 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.911931 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3365760 Jun 06 19:26:15.928527 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Request body: {'port': {'device_id': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:15.960144 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5b41e957-c0a1-4aeb-bd15-fc2c00d46e38 req-8529549d-3604-4ca5-b0c5-ed80afa3f10e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147842 Jun 06 19:26:15.972611 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Pushing event updated for resources: {'Port': ['ID=0546ea68-b10b-4092-9267-f4f6dc0eabc1,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:16.040620 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:16.145255 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9653051 Jun 06 19:26:16.230173 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Request body: {'port': {'device_id': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:16.271243 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:16.288608 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59786) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:16.299493 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-a67e40b4-6a03-459e-a478-1d4adb814005 None None] Provisioning for port b92e2890-1055-4e7a-94ba-ccbe03a741b0 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:16.304513 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-a67e40b4-6a03-459e-a478-1d4adb814005 None None] Provisioning complete for port b92e2890-1055-4e7a-94ba-ccbe03a741b0 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:16.306904 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a67e40b4-6a03-459e-a478-1d4adb814005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:16.342048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9192d10-9061-40a8-9960-1cbcf4b89c72 {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:16.356310 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e456f9c-774f-4acc-a2fa-a84169693a66 req-89ee6920-084a-4897-a2f0-f1a4dddcfe00 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:16.365783 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-a67e40b4-6a03-459e-a478-1d4adb814005 None None] Port b92e2890-1055-4e7a-94ba-ccbe03a741b0 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:26:16.365899 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7e456f9c-774f-4acc-a2fa-a84169693a66 req-89ee6920-084a-4897-a2f0-f1a4dddcfe00 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 931 time: 0.3952885 Jun 06 19:26:16.375265 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:16.380774 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-11c7d48f-b52e-41fa-a7fb-e6397b659720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:16.470342 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Transition to ACTIVE for port object d9192d10-9061-40a8-9960-1cbcf4b89c72 will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:16.480606 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.10', 58408) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:16.547054 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7e456f9c-774f-4acc-a2fa-a84169693a66 req-de74a891-d37f-4fd9-9cb2-630a7f63af3d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798215 Jun 06 19:26:16.550315 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:16.596038 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e2f21-1829-48d5-bb8f-99b04847091d req-37ad39ac-5ed8-4717-9c4e-cbaf76b37304 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:16.602957 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-884e2f21-1829-48d5-bb8f-99b04847091d req-37ad39ac-5ed8-4717-9c4e-cbaf76b37304 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 931 time: 0.4157231 Jun 06 19:26:16.656645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:16.717841 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:16.805887 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-884e2f21-1829-48d5-bb8f-99b04847091d req-7a3b2e65-3a7c-4821-a9fb-feba54b2252a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019932 Jun 06 19:26:16.854607 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-97577053-1a52-425b-9f0e-460fae73bfae req-faa2f595-6efe-4bce-ac8c-e1859376168e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1786036 Jun 06 19:26:16.926389 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-11c7d48f-b52e-41fa-a7fb-e6397b659720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:16.934420 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-986d6d45-eb55-437e-b367-8563b69ca5da tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:16.936099 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-986d6d45-eb55-437e-b367-8563b69ca5da tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 818 time: 0.4706025 Jun 06 19:26:16.959996 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Request body: {'port': {'device_id': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'admin_state_up': True, 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:17.091589 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-11c7d48f-b52e-41fa-a7fb-e6397b659720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.107286 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8cd096a2-88b7-4956-a403-77c42160a942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:17.124063 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.db.resource_extend [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:26:17.242947 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-11c7d48f-b52e-41fa-a7fb-e6397b659720 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7055f220a9a34a6082cc374bf17b68df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9490895 Jun 06 19:26:17.246486 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59816) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:17.248880 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7d48f-b52e-41fa-a7fb-e6397b659720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad48cd3d-cc05-4995-815c-c5abe809da6e,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:17.290744 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-11c7d48f-b52e-41fa-a7fb-e6397b659720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:17.307121 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92e2890-1055-4e7a-94ba-ccbe03a741b0 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:17.319918 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.327005 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:17.330584 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:17.354472 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a359-2acc-4c9b-a745-aa823177b77f req-b00c2537-a7b4-46d9-bd2a-2e053b92cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:17.355912 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-26d0a359-2acc-4c9b-a745-aa823177b77f req-b00c2537-a7b4-46d9-bd2a-2e053b92cdf6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 1098 time: 0.8729873 Jun 06 19:26:17.356828 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Transition to ACTIVE for port object b92e2890-1055-4e7a-94ba-ccbe03a741b0 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:17.358944 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.386239 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.464902 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.470597 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:17.482990 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Attempting to bind port d9192d10-9061-40a8-9960-1cbcf4b89c72 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:17.483323 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Attempting to bind port d9192d10-9061-40a8-9960-1cbcf4b89c72 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:17.483640 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Attempting to bind port d9192d10-9061-40a8-9960-1cbcf4b89c72 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:17.509215 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Made reservation on behalf of 2fa8dcc2f79249298e10c72fa02be2eb for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:17.512846 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.515067 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Port d9192d10-9061-40a8-9960-1cbcf4b89c72 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:26:17.515394 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Attempting to bind port d9192d10-9061-40a8-9960-1cbcf4b89c72 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:17.527157 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-26d0a359-2acc-4c9b-a745-aa823177b77f req-087cd434-088c-4b5b-adb4-5e90e32d68e2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269023 Jun 06 19:26:17.527881 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:17.532914 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Checking segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:17.532914 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Bound using segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:17.532914 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Bound port: d9192d10-9061-40a8-9960-1cbcf4b89c72, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:17.532914 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.620776 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.623231 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.627107 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad48cd3d-cc05-4995-815c-c5abe809da6e HTTP/1.1" status: 204 len: 168 time: 0.3724246 Jun 06 19:26:17.677882 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Pushing event updated for resources: {'Port': ['ID=b92e2890-1055-4e7a-94ba-ccbe03a741b0,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:17.692173 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b921406-a655-450b-8dca-638058f00715 req-3bf624ec-05a6-4e5c-98c1-5cbd81f29d6e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:17.699913 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9b921406-a655-450b-8dca-638058f00715 req-3bf624ec-05a6-4e5c-98c1-5cbd81f29d6e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.5760283 Jun 06 19:26:17.725601 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:17.726001 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-38708516-f34e-44ed-82cd-08efe1f14f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:17.756030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2bce-6d5e-47b9-a7a3-0038258405cb req-e66fddd1-f1e4-4b44-98c0-6cf783ca4040 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:17.762836 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad48cd3d-cc05-4995-815c-c5abe809da6e,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:17.764680 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-768d2bce-6d5e-47b9-a7a3-0038258405cb req-e66fddd1-f1e4-4b44-98c0-6cf783ca4040 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 945 time: 0.6394100 Jun 06 19:26:17.770667 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:17.774333 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Attempting to bind port b92e2890-1055-4e7a-94ba-ccbe03a741b0 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:17.774559 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Attempting to bind port b92e2890-1055-4e7a-94ba-ccbe03a741b0 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:17.774901 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Attempting to bind port b92e2890-1055-4e7a-94ba-ccbe03a741b0 on network 1cbdb473-d07e-4e9a-91d1-c31179375efb {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:17.792402 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Port b92e2890-1055-4e7a-94ba-ccbe03a741b0 on network 1cbdb473-d07e-4e9a-91d1-c31179375efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:26:17.792730 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Attempting to bind port b92e2890-1055-4e7a-94ba-ccbe03a741b0 on network 1cbdb473-d07e-4e9a-91d1-c31179375efb {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:17.809904 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:17.810240 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Checking segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:17.810826 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Bound using segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:17.811364 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Bound port: b92e2890-1055-4e7a-94ba-ccbe03a741b0, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:17.811682 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.842560 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9b921406-a655-450b-8dca-638058f00715 req-58ff76e6-e759-409e-8db9-7be6ef988c26 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414278 Jun 06 19:26:17.866012 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0546ea68-b10b-4092-9267-f4f6dc0eabc1 {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:17.900847 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-768d2bce-6d5e-47b9-a7a3-0038258405cb req-0c0dabd0-1c75-4ba3-94b3-90a096c8de07 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302710 Jun 06 19:26:17.906691 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:17.913812 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:17.917885 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] For port b92e2890-1055-4e7a-94ba-ccbe03a741b0, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:17.921997 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] For port b92e2890-1055-4e7a-94ba-ccbe03a741b0, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:17.953892 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:17.958873 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Transition to ACTIVE for port object 0546ea68-b10b-4092-9267-f4f6dc0eabc1 will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:18.002534 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:18.006680 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:18.066902 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:18.069810 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:18.129660 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-177c9289-af83-4369-a02b-173f10d867b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:18.155642 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:18.156271 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:18.158324 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] 10.222.0.10 "PUT /v2.0/ports/b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 200 len: 1093 time: 2.2365174 Jun 06 19:26:18.158861 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:18.255538 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Allocated IP 172.20.0.2 (95cf8fae-a324-4b48-bffd-f080725edb78/cfcc67de-ddc7-4838-b641-49984a32c955/2dc4af5b-d365-461b-b52e-b65e02e9e497) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:18.265789 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Pushing event updated for resources: {'Port': ['ID=b92e2890-1055-4e7a-94ba-ccbe03a741b0,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:18.274093 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:18.274931 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Pushing event updated for resources: {'Port': ['ID=0546ea68-b10b-4092-9267-f4f6dc0eabc1,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:18.485739 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:18.487146 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:18.488719 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 200 len: 1093 time: 3.5901370 Jun 06 19:26:18.492442 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:18.498363 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26915f0-c997-480c-b246-7e32fb2d0fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:18.581641 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f487542-0a69-4b77-8791-c88d38692ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:18.616817 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Attempting to bind port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:18.617146 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Attempting to bind port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:18.617557 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Attempting to bind port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 on network 95cf8fae-a324-4b48-bffd-f080725edb78 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:18.627850 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 on network 95cf8fae-a324-4b48-bffd-f080725edb78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:26:18.628176 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Attempting to bind port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 on network 95cf8fae-a324-4b48-bffd-f080725edb78 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:18.637553 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af12ab-f59f-4641-8483-f5f0dd4112cb req-3e8e4e1d-25ac-4695-b0f3-0f40e62f79b0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:18.643590 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-52af12ab-f59f-4641-8483-f5f0dd4112cb req-3e8e4e1d-25ac-4695-b0f3-0f40e62f79b0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 943 time: 0.6340141 Jun 06 19:26:18.648503 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:18.652453 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:18.680628 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:18.681030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:18.693204 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca478-8ca8-40e9-946b-e16d33823064 req-ccdfba1e-d58c-4a63-ab39-59d1937d2f11 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:18.694777 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8baca478-8ca8-40e9-946b-e16d33823064 req-ccdfba1e-d58c-4a63-ab39-59d1937d2f11 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.6238048 Jun 06 19:26:18.745029 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:18.745365 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Checking segment: {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:18.750012 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Bound using segment: {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:18.751026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Bound port: 0546ea68-b10b-4092-9267-f4f6dc0eabc1, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:18.751393 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:18.853624 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-58cacfa0-d2d7-4441-aaba-e00a379dc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:18.855300 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-58cacfa0-d2d7-4441-aaba-e00a379dc6e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 1096 time: 0.5671790 Jun 06 19:26:18.892980 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-52af12ab-f59f-4641-8483-f5f0dd4112cb req-e563830d-e1cc-4013-b8db-7bac48370d48 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393832 Jun 06 19:26:18.908637 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8baca478-8ca8-40e9-946b-e16d33823064 req-ed95b4a1-b3d0-48ab-bfe7-78babd082219 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352408 Jun 06 19:26:18.946573 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] For port 0546ea68-b10b-4092-9267-f4f6dc0eabc1, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:18.973239 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] For port 0546ea68-b10b-4092-9267-f4f6dc0eabc1, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:19.002097 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-4ceec8b5-4d99-49df-add2-2a23b8fc90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.002305 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-63948f3a-03ff-4ece-905d-6f4f819565a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 200 len: 217 time: 0.1161621 Jun 06 19:26:19.007390 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-4ceec8b5-4d99-49df-add2-2a23b8fc90a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1096 time: 0.3045809 Jun 06 19:26:19.026076 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:26:19.106485 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-4d0b2e77-d0ba-4cf1-9e81-5c9afcea3e3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 200 len: 217 time: 0.0982075 Jun 06 19:26:19.109325 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fef63d-96a0-4d8e-a38a-5715078e938c x-openstack-request-id: req-a0fef63d-96a0-4d8e-a38a-5715078e938c {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:19.109651 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:19.109960 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0fef63d-96a0-4d8e-a38a-5715078e938c {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:19.110406 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'status': 'completed', 'code': 200} Jun 06 19:26:19.112496 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:19.113160 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-ca28be7e-615b-41c6-8930-df3883bc2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.114651 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-ca28be7e-615b-41c6-8930-df3883bc2c7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.1148410 Jun 06 19:26:19.196062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:19.209980 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-81ac675e-5907-42c4-8466-ce6e7c811431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:19.229654 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71056cd-6f70-4162-9dee-4768e03134fb req-c894e9a1-788b-40fb-90a8-c52f87d1f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.234226 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-c894e9a1-788b-40fb-90a8-c52f87d1f433 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073024 Jun 06 19:26:19.244412 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-880afcb1-9354-4f13-8220-760fc0ec005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.245841 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-880afcb1-9354-4f13-8220-760fc0ec005e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.1323330 Jun 06 19:26:19.283743 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-54783e3d-8db1-418f-9ff9-4a7a8c227479 req-0f14afae-d665-4ea5-a0a9-e1333900da71 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1734648 Jun 06 19:26:19.342741 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe5958f-51eb-437f-b25b-657fa9ca4b30 x-openstack-request-id: req-3fe5958f-51eb-437f-b25b-657fa9ca4b30 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:19.343127 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:19.343463 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fe5958f-51eb-437f-b25b-657fa9ca4b30 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:19.344686 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'status': 'completed', 'code': 200} Jun 06 19:26:19.383053 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:19.389414 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.390042 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:19.391517 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] 10.222.0.10 "PUT /v2.0/ports/0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 1094 time: 3.2054434 Jun 06 19:26:19.395325 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:19.429715 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-ba81e9df-9c53-475d-8c0f-27678169bfb7 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908715 Jun 06 19:26:19.452168 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Pushing event updated for resources: {'Port': ['ID=0546ea68-b10b-4092-9267-f4f6dc0eabc1,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:19.461203 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-4f3e5e42-83b3-4661-9a7f-eeebf50e4992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:19.489138 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-73d0fb53-c207-444b-bf55-dae0fea84c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.490608 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-73d0fb53-c207-444b-bf55-dae0fea84c35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2198381 Jun 06 19:26:19.588782 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Network 95cf8fae-a324-4b48-bffd-f080725edb78 is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:19.601014 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:19.611136 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:19.616664 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.617294 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:19.622906 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Pushing event updated for resources: {'Port': ['ID=2dc4af5b-d365-461b-b52e-b65e02e9e497,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:19.628338 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:19.630491 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b71056cd-6f70-4162-9dee-4768e03134fb req-17c2b365-b71b-4600-b61e-26f35b3dddd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818237 Jun 06 19:26:19.676138 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59886) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:19.739789 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7939672 Jun 06 19:26:19.751707 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Request body: {'port': {'device_id': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:19.777764 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56dae3-6b7d-45b1-96b4-4ac42fa111b1 req-9f3e2fcb-9bd4-4c30-803e-524f4e10bf97 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.786415 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-be56dae3-6b7d-45b1-96b4-4ac42fa111b1 req-9f3e2fcb-9bd4-4c30-803e-524f4e10bf97 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 945 time: 0.3793309 Jun 06 19:26:19.868822 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-be56dae3-6b7d-45b1-96b4-4ac42fa111b1 req-4a0c5662-c7d8-4167-afc3-474264461059 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817850 Jun 06 19:26:19.873322 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-3d18fb6b-1ab4-4f40-a993-f1701b8a59e9 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737283 Jun 06 19:26:19.882776 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-c79e0892-e934-4fdd-a541-43a0b4e38af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:19.884244 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-c79e0892-e934-4fdd-a541-43a0b4e38af5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1097 time: 0.3381360 Jun 06 19:26:19.904107 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-14674ddf-3fd0-4f62-a604-22196629f391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:19.985089 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-f72115fa-a70e-4ef7-b8e5-e903a1eb1d66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 217 time: 0.0908413 Jun 06 19:26:20.057443 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:20.092632 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-71f1d583-fb55-46f8-a5c2-76c24f81132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:20.094173 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-71f1d583-fb55-46f8-a5c2-76c24f81132b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 1096 time: 0.2793183 Jun 06 19:26:20.310510 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-b87d0c5f-ee0f-47c6-a4a9-d510ab67596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:20.312926 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-b87d0c5f-ee0f-47c6-a4a9-d510ab67596f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.3161941 Jun 06 19:26:20.378113 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9a32cb-b9f1-42f8-860e-acb095849d3f req-3da56652-8248-4f4e-a0fa-338eb6e5b699 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853027 Jun 06 19:26:20.384558 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-b34898c3-ae3b-4e24-9b52-cc9e5efdd9b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562394 Jun 06 19:26:20.420660 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-9956cf0f-6575-4468-b34f-479490b5acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:20.424147 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-9956cf0f-6575-4468-b34f-479490b5acc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 912 time: 0.2994232 Jun 06 19:26:20.424147 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-14674ddf-3fd0-4f62-a604-22196629f391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:20.440932 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42940f6-eb96-4ed4-8c64-a1b7d68a8e1a req-3a23e5c5-af56-468c-bd5d-d3331b25a012 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:20.442370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b42940f6-eb96-4ed4-8c64-a1b7d68a8e1a req-3a23e5c5-af56-468c-bd5d-d3331b25a012 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.2755904 Jun 06 19:26:20.465485 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18a52a-c8c6-4d51-bc2d-484ed8a08c6d req-6120ca3b-6eee-433b-a885-82a3ec41db9c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:20.468781 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d18a52a-c8c6-4d51-bc2d-484ed8a08c6d req-6120ca3b-6eee-433b-a885-82a3ec41db9c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 943 time: 0.3031225 Jun 06 19:26:20.573323 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-14674ddf-3fd0-4f62-a604-22196629f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:20.587193 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8b99e911-58eb-44fe-bc29-cf78a4d50bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:20.601986 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-21118213-2f92-4c7d-8b91-e9d282e98fac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 200 len: 217 time: 0.1624842 Jun 06 19:26:20.713834 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d18a52a-c8c6-4d51-bc2d-484ed8a08c6d req-0919e2a9-4f02-4cf8-ac23-447e45e5b0c3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441308 Jun 06 19:26:20.716395 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b42940f6-eb96-4ed4-8c64-a1b7d68a8e1a req-d8338ab2-d6e5-49a2-96b0-8fe2f23f1222 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630868 Jun 06 19:26:20.775862 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-ac3d49a5-8108-481c-9f26-9575f46e426a service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808026 Jun 06 19:26:20.991287 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-14674ddf-3fd0-4f62-a604-22196629f391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fea49b561644fe4a9395ceb1ffb2916&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3138180 Jun 06 19:26:21.031849 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59928) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:21.105223 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-f4142493-f2bd-444e-a65b-3b1b99ebf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:21.107269 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-f4142493-f2bd-444e-a65b-3b1b99ebf2e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1096 time: 0.5935159 Jun 06 19:26:21.116518 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'tag': '0546ea68-b10b-4092-9267-f4f6dc0eabc1'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:21.119428 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d80d77-1b81-49d6-ae7e-37bdada19d77" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4b579b-5274-4615-b6fe-7e129ce5f1b6", "tag": "0546ea68-b10b-4092-9267-f4f6dc0eabc1"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:21.160129 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-d29e4df4-063e-4e66-805f-f34f65d67ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:21.162949 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-d29e4df4-063e-4e66-805f-f34f65d67ffd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.5490952 Jun 06 19:26:21.166420 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14674ddf-3fd0-4f62-a604-22196629f391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e223a1-d134-4b4d-af28-d1a386d45d06,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:21.184457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-14674ddf-3fd0-4f62-a604-22196629f391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:21.320398 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc4af5b-d365-461b-b52e-b65e02e9e497 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:21.371552 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:21.371552 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Transition to ACTIVE for port object 2dc4af5b-d365-461b-b52e-b65e02e9e497 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:21.371552 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:21.374831 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-e855c653-531d-4de1-86c2-e0d01393f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:21.376563 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-e855c653-531d-4de1-86c2-e0d01393f919 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.2418315 Jun 06 19:26:21.429203 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f7d20410-5816-43aa-8391-66d73fa17d23 req-c2f122fb-8e89-452e-b757-42efadfaec4f service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906420 Jun 06 19:26:21.430013 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-0ac57af5-6932-4492-bcbf-9e0df0b4aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:21.430013 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-0ac57af5-6932-4492-bcbf-9e0df0b4aa78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2191536 Jun 06 19:26:21.430013 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:21.456184 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-070959da-927d-4008-aa40-545d24f45022 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 200 len: 217 time: 0.0726559 Jun 06 19:26:21.514569 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543823d-f124-4117-8520-ff09b2f4a604 req-360da0fe-4cc9-495f-92f5-e016ebed5038 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:21.515844 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3543823d-f124-4117-8520-ff09b2f4a604 req-360da0fe-4cc9-495f-92f5-e016ebed5038 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 931 time: 0.6176302 Jun 06 19:26:21.627323 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-722adcd2-a14e-4e4e-9238-7a96a20aa16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:21.627323 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-722adcd2-a14e-4e4e-9238-7a96a20aa16a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.1123741 Jun 06 19:26:21.627507 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-6a84e8cf-8b5a-43c7-9e12-3046400bc69e service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715274 Jun 06 19:26:21.627589 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3543823d-f124-4117-8520-ff09b2f4a604 req-ca13ad8d-e30c-428f-bf11-7a5a61ea26a1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973337 Jun 06 19:26:21.680747 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-f2b427ef-e870-4e84-9bf0-cfa31fa946aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:21.682168 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-f2b427ef-e870-4e84-9bf0-cfa31fa946aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986428 Jun 06 19:26:21.724026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca19599d-812c-4c4e-b9dc-92dd5b072c1b x-openstack-request-id: req-ca19599d-812c-4c4e-b9dc-92dd5b072c1b {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:21.724026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4b579b-5274-4615-b6fe-7e129ce5f1b6", "tag": "0546ea68-b10b-4092-9267-f4f6dc0eabc1", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:21.724026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca19599d-812c-4c4e-b9dc-92dd5b072c1b {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:21.724026 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'tag': '0546ea68-b10b-4092-9267-f4f6dc0eabc1', 'status': 'completed', 'code': 200} Jun 06 19:26:21.772569 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f487542-0a69-4b77-8791-c88d38692ff8 req-4a57cca1-9aa4-439a-b3d8-6d0bb20170f2 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747897 Jun 06 19:26:21.887830 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:21.893771 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:21.982251 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-0468eb96-6f8a-45aa-9497-e905257186ad service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882876 Jun 06 19:26:22.019923 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90a667-6ba0-41aa-9b74-f88a29343aa7 req-23a29ddd-de04-4f2f-8e9e-4b9cf5a421ac tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:22.021334 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d90a667-6ba0-41aa-9b74-f88a29343aa7 req-23a29ddd-de04-4f2f-8e9e-4b9cf5a421ac tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 943 time: 0.1347544 Jun 06 19:26:22.062981 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4af5b-d365-461b-b52e-b65e02e9e497,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:22.068214 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:22.128295 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Attempting to bind port 2dc4af5b-d365-461b-b52e-b65e02e9e497 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:22.128627 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Attempting to bind port 2dc4af5b-d365-461b-b52e-b65e02e9e497 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:22.128950 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Attempting to bind port 2dc4af5b-d365-461b-b52e-b65e02e9e497 on network 95cf8fae-a324-4b48-bffd-f080725edb78 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:22.135852 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Port 2dc4af5b-d365-461b-b52e-b65e02e9e497 on network 95cf8fae-a324-4b48-bffd-f080725edb78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:26:22.136169 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Attempting to bind port 2dc4af5b-d365-461b-b52e-b65e02e9e497 on network 95cf8fae-a324-4b48-bffd-f080725edb78 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:22.140637 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-77733510-1b03-4760-8edc-eb47a5f9a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:22.141828 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d90a667-6ba0-41aa-9b74-f88a29343aa7 req-6cfae31b-542d-4e4f-b579-c7e90a75c303 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046641 Jun 06 19:26:22.142365 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-77733510-1b03-4760-8edc-eb47a5f9a7f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1097 time: 0.2148368 Jun 06 19:26:22.144637 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:22.144973 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Checking segment: {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:22.145348 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Bound using segment: {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:22.145868 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Bound port: 2dc4af5b-d365-461b-b52e-b65e02e9e497, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b20708-57f5-4e2e-8abb-c9b26f940ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:22.146124 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:22.161114 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b26915f0-c997-480c-b246-7e32fb2d0fb7 req-ea1cd210-885c-46b2-8724-e3340feb6026 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685877 Jun 06 19:26:22.247056 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:22.249403 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:22.251389 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02e223a1-d134-4b4d-af28-d1a386d45d06 HTTP/1.1" status: 204 len: 168 time: 1.0806520 Jun 06 19:26:22.264520 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-10130403-1c09-47c7-9e49-4c0ef86a6eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:22.287562 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e223a1-d134-4b4d-af28-d1a386d45d06,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:22.290635 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:22.369773 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d0520-5515-4bf1-b02a-a63290d6981f req-cc83a5eb-e5a3-46a0-8ec6-33ba632e9838 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:22.371261 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-514d0520-5515-4bf1-b02a-a63290d6981f req-cc83a5eb-e5a3-46a0-8ec6-33ba632e9838 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1232407 Jun 06 19:26:22.423037 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-514d0520-5515-4bf1-b02a-a63290d6981f req-9ef6c27d-f3f3-4b07-8b71-cdcbf67290dc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449426 Jun 06 19:26:22.436248 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] For port 2dc4af5b-d365-461b-b52e-b65e02e9e497, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:22.445344 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-54a4e290-b1a6-48ab-8e17-952b140cc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:22.446817 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-54a4e290-b1a6-48ab-8e17-952b140cc019 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.2896273 Jun 06 19:26:22.449259 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] For port 2dc4af5b-d365-461b-b52e-b65e02e9e497, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:22.466042 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b92e2890-1055-4e7a-94ba-ccbe03a741b0 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:22.536971 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-eb91f540-d5d5-4d68-9560-27925fdf2ab4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 217 time: 0.0743847 Jun 06 19:26:22.582230 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:22.592199 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:22.614498 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b92e2890-1055-4e7a-94ba-ccbe03a741b0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:22.628752 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'port_id': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'mac_address': 'fa:16:3e:6e:f5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:22.670264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:22.674055 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:22.674055 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] 10.222.0.10 "PUT /v2.0/ports/2dc4af5b-d365-461b-b52e-b65e02e9e497 HTTP/1.1" status: 200 len: 1093 time: 2.9251482 Jun 06 19:26:22.674055 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'tag': '2dc4af5b-d365-461b-b52e-b65e02e9e497'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:22.675351 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7e3667-21f7-457e-9bc6-99008ee7946f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6b95c7-aa48-498d-905e-623cfd70c5f6", "tag": "2dc4af5b-d365-461b-b52e-b65e02e9e497"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:22.686871 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-3aa86abd-706b-41b3-a1e1-015165608efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:22.688603 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-3aa86abd-706b-41b3-a1e1-015165608efa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.1439586 Jun 06 19:26:22.698938 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:22.718983 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92e2890-1055-4e7a-94ba-ccbe03a741b0 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:22.739185 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b92e2890-1055-4e7a-94ba-ccbe03a741b0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:22.749242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4af5b-d365-461b-b52e-b65e02e9e497,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:22.768586 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:22.771355 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-083f5be9-807e-4110-9559-59d47c6e7298 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662565 Jun 06 19:26:22.772989 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89d914f-1340-4872-84f1-31845a8f4103 x-openstack-request-id: req-b89d914f-1340-4872-84f1-31845a8f4103 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:22.773296 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6b95c7-aa48-498d-905e-623cfd70c5f6", "tag": "2dc4af5b-d365-461b-b52e-b65e02e9e497", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:22.773605 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b89d914f-1340-4872-84f1-31845a8f4103 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:22.773997 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'tag': '2dc4af5b-d365-461b-b52e-b65e02e9e497', 'status': 'completed', 'code': 200} Jun 06 19:26:22.817598 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:22.819932 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:22.954813 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516de76-f0c8-4edc-a74d-221820b35670 req-de68f177-e101-4a6a-b445-8f3de1050aa8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:22.956043 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3516de76-f0c8-4edc-a74d-221820b35670 req-de68f177-e101-4a6a-b445-8f3de1050aa8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 943 time: 0.1184418 Jun 06 19:26:22.970995 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b92e2890-1055-4e7a-94ba-ccbe03a741b0,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:22.974207 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:23.009676 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3516de76-f0c8-4edc-a74d-221820b35670 req-800e7025-e784-47b9-acf1-92a757329e0e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480778 Jun 06 19:26:23.064387 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-aac5a76f-2878-45c2-881f-b21cc682a339 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774863 Jun 06 19:26:23.091619 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['b92e2890-1055-4e7a-94ba-ccbe03a741b0'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:23.250383 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 59984) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:23.280910 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34a828c8-cbef-4bb1-81b0-2bcc27c2e9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:23.324208 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-8f15595f-ddac-4e46-9645-ccf4b9e9e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:23.326521 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-8f15595f-ddac-4e46-9645-ccf4b9e9e0d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 1096 time: 0.3467278 Jun 06 19:26:23.410530 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-aa6b5d26-a299-4377-8ce5-e46e00a0a16f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497 HTTP/1.1" status: 200 len: 217 time: 0.0760458 Jun 06 19:26:23.444522 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c61c-ac72-4d0d-ab9f-f582e2da6b89 req-376c61f3-6fc2-4119-b272-299c4aa6bbe3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:23.445982 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dad2c61c-ac72-4d0d-ab9f-f582e2da6b89 req-376c61f3-6fc2-4119-b272-299c4aa6bbe3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 944 time: 0.1186323 Jun 06 19:26:23.470446 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e2d80d77-1b81-49d6-ae7e-37bdada19d77 req-8204dfd1-688a-493d-97ce-d6f20e51433b service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987858 Jun 06 19:26:23.489682 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-41fa8816-579d-426d-b7fb-750271ee3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:23.491202 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-41fa8816-579d-426d-b7fb-750271ee3ae8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.0664473 Jun 06 19:26:23.520087 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34a828c8-cbef-4bb1-81b0-2bcc27c2e9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:23.525005 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dad2c61c-ac72-4d0d-ab9f-f582e2da6b89 req-228e6109-d599-497b-8e48-408c93846bbc tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677900 Jun 06 19:26:23.548335 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-d12b13f4-d7c4-45b6-b18a-e95174a05c17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507894 Jun 06 19:26:23.613386 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34a828c8-cbef-4bb1-81b0-2bcc27c2e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:23.639049 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:23.661609 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-34a828c8-cbef-4bb1-81b0-2bcc27c2e9a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a65f848a1b44c458c57198f0c87e7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095004 Jun 06 19:26:23.664914 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 59992) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:23.681122 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a828c8-cbef-4bb1-81b0-2bcc27c2e9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c527685-ff30-43e6-9a4b-2f21e0b7e221,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:23.684271 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-34a828c8-cbef-4bb1-81b0-2bcc27c2e9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:23.700824 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f91ccb-1da6-47b4-b27f-39daa555e6ed req-f7657e30-5dd4-4408-9d41-bf6a009281fd tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:23.702366 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-24f91ccb-1da6-47b4-b27f-39daa555e6ed req-f7657e30-5dd4-4408-9d41-bf6a009281fd tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1470318 Jun 06 19:26:23.716729 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-5ba803e6-6129-438e-813b-c2986843f6e2 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606693 Jun 06 19:26:23.762351 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-24f91ccb-1da6-47b4-b27f-39daa555e6ed req-ab0d0190-c4f6-4627-bb93-9c451cf32969 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519814 Jun 06 19:26:23.772082 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:23.853902 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:23.914948 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f8feca49-3215-4e51-bc1f-199f42a2d7e8 req-33d38d47-cc1b-4e3e-9b9b-cb6412046138 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803656 Jun 06 19:26:24.051994 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:24.053380 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:24.056872 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c527685-ff30-43e6-9a4b-2f21e0b7e221 HTTP/1.1" status: 204 len: 168 time: 0.3887486 Jun 06 19:26:24.056872 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-faf71c3e-9d53-4fae-8d8d-b03b6b6dc374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:24.066647 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c527685-ff30-43e6-9a4b-2f21e0b7e221,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:24.068853 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:24.160438 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-787b96a8-7ef4-48be-9c1f-fed80768133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:24.162088 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-787b96a8-7ef4-48be-9c1f-fed80768133d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0762370 Jun 06 19:26:24.238098 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1a8ac-ee5d-4ada-ac1b-23c8fa29a8bb req-81ea16c4-5546-46ef-b668-fef4ec694313 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:24.239577 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1d1a8ac-ee5d-4ada-ac1b-23c8fa29a8bb req-81ea16c4-5546-46ef-b668-fef4ec694313 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 943 time: 0.1168900 Jun 06 19:26:24.309668 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-1da0bba2-a30d-4f14-963d-b23b84df97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:24.309818 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1d1a8ac-ee5d-4ada-ac1b-23c8fa29a8bb req-57b3c26e-7302-4138-ac9e-b38fe9f362a6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632229 Jun 06 19:26:24.317650 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-1da0bba2-a30d-4f14-963d-b23b84df97bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.1398826 Jun 06 19:26:24.407082 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-74d3080e-8faf-446a-8501-66c1f624466d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497 HTTP/1.1" status: 200 len: 217 time: 0.0835330 Jun 06 19:26:24.474675 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-1c25cb3c-dca0-490b-a55a-01840bcf9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:24.476027 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-1c25cb3c-dca0-490b-a55a-01840bcf9c49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.0628021 Jun 06 19:26:24.479476 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:24.546811 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-941de431-e2d0-48ee-b15a-3e9c8acafe37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636151 Jun 06 19:26:24.556694 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b92e2890-1055-4e7a-94ba-ccbe03a741b0 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:24.725877 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-6fd139ef-2493-49e4-b311-c55d84956494 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679926 Jun 06 19:26:24.778362 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:24.820478 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'port_id': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'mac_address': 'fa:16:3e:92:7b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:24.865041 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d1e2e-6f17-4819-a9b7-73b2c9ffb05a req-d7d002f8-535b-4cef-a75f-396b80861e24 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:24.866857 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e94d1e2e-6f17-4819-a9b7-73b2c9ffb05a req-d7d002f8-535b-4cef-a75f-396b80861e24 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 944 time: 0.1427133 Jun 06 19:26:24.896019 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:24.908448 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port b92e2890-1055-4e7a-94ba-ccbe03a741b0 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:24.917923 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1e7e3667-21f7-457e-9bc6-99008ee7946f req-a6cf138b-0bb5-4a5e-860d-6b893119527a service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840639 Jun 06 19:26:24.918892 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port b92e2890-1055-4e7a-94ba-ccbe03a741b0 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:24.919268 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:24.942268 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e94d1e2e-6f17-4819-a9b7-73b2c9ffb05a req-8bdcf866-3685-49d5-ba40-0ce44bb80624 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675538 Jun 06 19:26:24.969369 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9192d10-9061-40a8-9960-1cbcf4b89c72 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:25.018223 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:25.092233 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.127814 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:25.130089 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5b6f7-ced6-48f2-abe8-ddf76f09dd96" -d '{"events": [{"server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "name": "network-vif-plugged", "status": "completed", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:25.134964 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.135689 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 0546ea68-b10b-4092-9267-f4f6dc0eabc1 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:25.139310 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-519ab89f-9e2c-4c4b-8a7f-c9cd0ebd3e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:25.181685 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b92e2890-1055-4e7a-94ba-ccbe03a741b0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:25.183948 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60032) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:25.188868 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f5ba0-91fd-481b-b5c3-1ae27102206d req-f12ba6cc-f734-497a-98a9-1d262cb601fb tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:25.190492 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-256f5ba0-91fd-481b-b5c3-1ae27102206d req-f12ba6cc-f734-497a-98a9-1d262cb601fb tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1105106 Jun 06 19:26:25.206548 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-88344c1e-3bf1-48bd-bce9-cc1059822260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.247711 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:25.255206 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:25.271412 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-256f5ba0-91fd-481b-b5c3-1ae27102206d req-ae08c60a-fde4-4ffb-916e-ab596018ad1f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727365 Jun 06 19:26:25.280838 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.285992 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:25.379888 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-88344c1e-3bf1-48bd-bce9-cc1059822260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.430530 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c216e3-f5b8-4150-b80b-0d4b9e418e5d x-openstack-request-id: req-17c216e3-f5b8-4150-b80b-0d4b9e418e5d {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:25.430820 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "name": "network-vif-plugged", "status": "completed", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:25.431082 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17c216e3-f5b8-4150-b80b-0d4b9e418e5d {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:25.431461 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'code': 200} Jun 06 19:26:25.453467 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-88344c1e-3bf1-48bd-bce9-cc1059822260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.463537 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f2793c1e-4ebc-44be-98e7-f4ec4d27daa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:25.466765 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 0546ea68-b10b-4092-9267-f4f6dc0eabc1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:25.485968 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b92e2890-1055-4e7a-94ba-ccbe03a741b0,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:25.488669 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '0546ea68-b10b-4092-9267-f4f6dc0eabc1', 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'port_id': '0546ea68-b10b-4092-9267-f4f6dc0eabc1', 'mac_address': 'fa:16:3e:1e:a1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:25.490439 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:25.509015 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60042) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:25.509541 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-88344c1e-3bf1-48bd-bce9-cc1059822260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=626dcc2fcbc64c5ab611e95f0633a608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227570 Jun 06 19:26:25.510147 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88344c1e-3bf1-48bd-bce9-cc1059822260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1391d-077d-4923-a198-48775f8ecea4,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:25.513243 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-88344c1e-3bf1-48bd-bce9-cc1059822260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:25.558487 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.580259 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0546ea68-b10b-4092-9267-f4f6dc0eabc1 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:25.595242 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.602386 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 0546ea68-b10b-4092-9267-f4f6dc0eabc1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:25.618355 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f83a-e203-4370-b647-7455f184a6a4 req-5a834d4f-e053-46bd-9dc9-e97b6c4708c0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:25.625969 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-45f6f83a-e203-4370-b647-7455f184a6a4 req-5a834d4f-e053-46bd-9dc9-e97b6c4708c0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 943 time: 0.1786799 Jun 06 19:26:25.660480 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.671667 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.674633 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:25.718895 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-45f6f83a-e203-4370-b647-7455f184a6a4 req-b5d74d9f-af35-44f1-9f30-d903769f01b3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919144 Jun 06 19:26:25.777946 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=0546ea68-b10b-4092-9267-f4f6dc0eabc1,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:25.784293 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:25.829582 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.831253 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f1be-ef5d-4bc4-8d98-435ba8de46e7 req-26a7d75e-a571-4be2-9436-eebed1248051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:25.832370 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:25.832854 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-8010f1be-ef5d-4bc4-8d98-435ba8de46e7 req-26a7d75e-a571-4be2-9436-eebed1248051 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 1098 time: 0.0892224 Jun 06 19:26:25.833803 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecd1391d-077d-4923-a198-48775f8ecea4 HTTP/1.1" status: 204 len: 168 time: 0.3235610 Jun 06 19:26:25.834502 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cea837f5-c0f0-4faa-8b98-6318f0e851d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:25.846101 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1391d-077d-4923-a198-48775f8ecea4,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:25.848099 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:25.910850 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-8010f1be-ef5d-4bc4-8d98-435ba8de46e7 req-84635514-540f-44ea-9e2f-1e7356208f1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615406 Jun 06 19:26:25.989735 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['d9192d10-9061-40a8-9960-1cbcf4b89c72'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:26.032075 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['0546ea68-b10b-4092-9267-f4f6dc0eabc1'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:26.206716 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641ddec-d8b0-4251-8402-ea36ff45f50c req-ab52f3f2-05c3-4c09-b4b1-651f4e76e54d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:26.213935 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8641ddec-d8b0-4251-8402-ea36ff45f50c req-ab52f3f2-05c3-4c09-b4b1-651f4e76e54d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1430409 Jun 06 19:26:26.259855 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60060) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:26.292451 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8641ddec-d8b0-4251-8402-ea36ff45f50c req-ac90f7c4-6073-4ec4-82c4-7e06c7b06ec0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738635 Jun 06 19:26:26.479003 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 2dc4af5b-d365-461b-b52e-b65e02e9e497 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:26.481944 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fcf02fe8-c961-4a26-a7b1-304475a5e94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:26.514034 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869594d-38ea-4723-b989-71f49e10a73f req-3de8dc18-0eec-42da-947e-75e2a45eb266 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:26.516440 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5869594d-38ea-4723-b989-71f49e10a73f req-3de8dc18-0eec-42da-947e-75e2a45eb266 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 944 time: 0.0876977 Jun 06 19:26:26.567490 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5869594d-38ea-4723-b989-71f49e10a73f req-bdd30230-59fa-4dd3-aefb-cfdb69b5d34c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442557 Jun 06 19:26:26.599747 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fcf02fe8-c961-4a26-a7b1-304475a5e94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:26.646764 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 2dc4af5b-d365-461b-b52e-b65e02e9e497, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:26.660125 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '2dc4af5b-d365-461b-b52e-b65e02e9e497', 'network_id': '95cf8fae-a324-4b48-bffd-f080725edb78', 'port_id': '2dc4af5b-d365-461b-b52e-b65e02e9e497', 'mac_address': 'fa:16:3e:76:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcc67de-ddc7-4838-b641-49984a32c955', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:26.662384 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fcf02fe8-c961-4a26-a7b1-304475a5e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:26.670464 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:26.712518 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fcf02fe8-c961-4a26-a7b1-304475a5e94e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23afd78c49ef43f5aae3ba1addfa89e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492381 Jun 06 19:26:26.712518 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf02fe8-c961-4a26-a7b1-304475a5e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e175ef2-8248-469f-bfc8-b182646f7e09,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:26.712872 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60074) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:26.714946 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fcf02fe8-c961-4a26-a7b1-304475a5e94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:26.723909 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:26.744307 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc4af5b-d365-461b-b52e-b65e02e9e497 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:26.765393 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 2dc4af5b-d365-461b-b52e-b65e02e9e497, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:26.828317 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:26.851360 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:26.853215 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:26.908268 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:26.948225 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=2dc4af5b-d365-461b-b52e-b65e02e9e497,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:26.958836 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:27.002010 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad908460-1030-4090-a9a7-e5a89dff726b req-03603d9a-e103-48bb-ba4d-c96256b97eaa tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:27.005380 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ad908460-1030-4090-a9a7-e5a89dff726b req-03603d9a-e103-48bb-ba4d-c96256b97eaa tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 944 time: 0.1686857 Jun 06 19:26:27.073448 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ad908460-1030-4090-a9a7-e5a89dff726b req-7f0c18e5-26fb-4631-9e25-c0758491fcbc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587728 Jun 06 19:26:27.116126 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:27.119106 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:27.120203 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e175ef2-8248-469f-bfc8-b182646f7e09 HTTP/1.1" status: 204 len: 168 time: 0.4063871 Jun 06 19:26:27.121012 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-337ff27d-d899-4331-999d-476b7304e045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:27.130454 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e175ef2-8248-469f-bfc8-b182646f7e09,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:27.132686 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:27.308789 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['2dc4af5b-d365-461b-b52e-b65e02e9e497'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:27.651145 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5f116-d025-4f10-a162-47a0570d4913 req-f0f8e2ff-3d38-431e-8d8d-86fb6d999b41 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:27.652666 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-f0f8e2ff-3d38-431e-8d8d-86fb6d999b41 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.3059866 Jun 06 19:26:27.661738 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374fd7-ba12-4bab-a932-558be47a2e3e req-2c3f162c-3d6d-4c4f-807d-e86428c249df tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:27.668277 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7d374fd7-ba12-4bab-a932-558be47a2e3e req-2c3f162c-3d6d-4c4f-807d-e86428c249df tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.2100847 Jun 06 19:26:27.693853 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-15422c5f-6fea-4199-b3ae-647d74079944 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/quotas/4c619ec517c84525affd7c3b64c1a207 HTTP/1.1" status: 200 len: 375 time: 0.0297694 Jun 06 19:26:27.762994 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7d374fd7-ba12-4bab-a932-558be47a2e3e req-47d6b4ef-77ab-4cb0-b493-9aaf9e4f3414 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926723 Jun 06 19:26:27.804592 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-c0aea5e0-dc2b-49a0-b423-18f007a16d02 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967171 Jun 06 19:26:27.930306 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60128) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:27.947695 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a3f296fe-a541-4c3d-8fbb-944dfe22d266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:27.968525 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60130) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:28.010576 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-d392c8ba-79f1-430f-a5ba-d31a4c9cc685 service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985114 Jun 06 19:26:28.065896 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a3f296fe-a541-4c3d-8fbb-944dfe22d266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.066739 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163204-eb6e-4617-a56a-624e17035448 req-327b28ae-6650-48ac-aea4-d0c4cde6dc11 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:28.068213 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0b163204-eb6e-4617-a56a-624e17035448 req-327b28ae-6650-48ac-aea4-d0c4cde6dc11 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 944 time: 0.1562977 Jun 06 19:26:28.122111 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a3f296fe-a541-4c3d-8fbb-944dfe22d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.131360 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:28.184014 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-a3f296fe-a541-4c3d-8fbb-944dfe22d266 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8c024910acc4cc3814cbdd8f394e109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526305 Jun 06 19:26:28.185531 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60138) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:28.198128 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0b163204-eb6e-4617-a56a-624e17035448 req-bd41a1ea-2de9-4ce4-b7ac-0c7d862c233d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224554 Jun 06 19:26:28.203575 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f296fe-a541-4c3d-8fbb-944dfe22d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16c5360-79ee-41af-9138-668fd7929bd9,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:28.217154 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-c6e5503d-075f-4042-89f9-e782becb1af2 service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972792 Jun 06 19:26:28.221001 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a3f296fe-a541-4c3d-8fbb-944dfe22d266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:28.246745 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-07073549-27c4-4d78-bf6d-e81cdfea4d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.309714 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.350934 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.437443 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f3b11-4c23-4a27-8ce0-544f5b97cf75 req-c1ff6992-9234-4843-b9d1-f41ec33d0819 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:28.443899 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-07073549-27c4-4d78-bf6d-e81cdfea4d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.446472 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-827f3b11-4c23-4a27-8ce0-544f5b97cf75 req-c1ff6992-9234-4843-b9d1-f41ec33d0819 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1513839 Jun 06 19:26:28.449831 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60140) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:28.455302 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'floatingip': {'port_id': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:28.510679 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:28.513922 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.520948 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.522478 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f16c5360-79ee-41af-9138-668fd7929bd9 HTTP/1.1" status: 204 len: 168 time: 0.3350949 Jun 06 19:26:28.527083 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-88344c1e-3bf1-48bd-bce9-cc1059822260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:28.550005 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16c5360-79ee-41af-9138-668fd7929bd9,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:28.558806 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:28.565442 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-07073549-27c4-4d78-bf6d-e81cdfea4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.608237 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7de157f0-220c-4537-bf25-e502e83692a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:28.618197 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.714012 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-07073549-27c4-4d78-bf6d-e81cdfea4d0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ad25e6a3ca74fdb8f489a082f42327b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7438116 Jun 06 19:26:28.714984 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07073549-27c4-4d78-bf6d-e81cdfea4d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b4570-9b2c-424d-9a2c-e3efa8696cce,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:28.717337 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60154) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:28.719981 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-07073549-27c4-4d78-bf6d-e81cdfea4d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:28.788390 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port d9192d10-9061-40a8-9960-1cbcf4b89c72 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:28.792852 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.797514 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port d9192d10-9061-40a8-9960-1cbcf4b89c72 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:28.797514 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.852172 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:28.985417 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a269cd9-be97-4c5e-a8c8-ad36a43e5697 req-58931db7-8f8b-4bd0-9a4d-3ab0bc75bd32 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:28.986592 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7a269cd9-be97-4c5e-a8c8-ad36a43e5697 req-58931db7-8f8b-4bd0-9a4d-3ab0bc75bd32 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 944 time: 0.2728732 Jun 06 19:26:29.053807 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.056577 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.064352 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa7b4570-9b2c-424d-9a2c-e3efa8696cce HTTP/1.1" status: 204 len: 168 time: 0.3394108 Jun 06 19:26:29.064352 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6564b452-f8a3-495c-b918-33d79c7f15de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:29.064568 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.070221 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b4570-9b2c-424d-9a2c-e3efa8696cce,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:29.072532 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:29.106757 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:29.108957 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edf086e-4af4-4478-8230-9bd17059baed" -d '{"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-plugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:29.116910 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:29.147317 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7a269cd9-be97-4c5e-a8c8-ad36a43e5697 req-727a94ee-d9d3-4ef4-a99f-3817ad9496bb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544979 Jun 06 19:26:29.228978 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290573f5-d4bb-4e89-9539-8b736c2ae032 x-openstack-request-id: req-290573f5-d4bb-4e89-9539-8b736c2ae032 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:29.229262 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-plugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:29.229517 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-290573f5-d4bb-4e89-9539-8b736c2ae032 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:29.229955 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'code': 200} Jun 06 19:26:29.240753 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.240753 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 0546ea68-b10b-4092-9267-f4f6dc0eabc1 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:29.286774 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:29.321137 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7e782219-3e96-4ccb-ae87-bde00ae07261 req-e50967c3-9e1b-46c7-8d07-1410ba842642 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 210 time: 0.0787268 Jun 06 19:26:29.396124 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:29.402313 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:29.567605 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:29.573346 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:29.573768 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.689671 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.732231 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 0546ea68-b10b-4092-9267-f4f6dc0eabc1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:29.779119 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60188) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:29.823940 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.825323 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 2dc4af5b-d365-461b-b52e-b65e02e9e497 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:29.831991 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1bf87-c729-4fca-a94b-31c45295cfca req-30eed257-08af-4c14-8bbb-d1845d6dd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:29.835038 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-34f1bf87-c729-4fca-a94b-31c45295cfca req-30eed257-08af-4c14-8bbb-d1845d6dd978 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1098 time: 0.1217775 Jun 06 19:26:29.872813 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-5a44590b-df9d-4529-bf72-6964ff0a3c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:29.908479 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-34f1bf87-c729-4fca-a94b-31c45295cfca req-0640ef7e-52a8-40a8-8249-d7a874570bf8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551076 Jun 06 19:26:29.916678 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee88d-e71d-4724-b03b-3e6c75430267 req-c5e36dba-ca69-4eb0-aee2-c4c3a90b442c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:29.918179 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-606ee88d-e71d-4724-b03b-3e6c75430267 req-c5e36dba-ca69-4eb0-aee2-c4c3a90b442c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.2703557 Jun 06 19:26:29.933461 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb106b-7e7e-4e30-8bd3-6d59cfc00e4d req-130b83c7-9782-4932-a61e-9119b4b2b917 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:29.941536 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ebb106b-7e7e-4e30-8bd3-6d59cfc00e4d req-130b83c7-9782-4932-a61e-9119b4b2b917 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 945 time: 0.2924991 Jun 06 19:26:30.009423 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=0546ea68-b10b-4092-9267-f4f6dc0eabc1,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:30.015241 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:30.025169 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.resource_extend [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:26:30.059180 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.116148 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e2e8ef78-15a4-4302-bde0-c1621085eefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.121658 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 2dc4af5b-d365-461b-b52e-b65e02e9e497 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:30.128117 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 2dc4af5b-d365-461b-b52e-b65e02e9e497 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:30.128799 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.158704 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ebb106b-7e7e-4e30-8bd3-6d59cfc00e4d req-33d66895-308f-4392-9342-4d09e0ead41f tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107139 Jun 06 19:26:30.190221 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-606ee88d-e71d-4724-b03b-3e6c75430267 req-a8182ecc-d027-49bb-b7fc-bf43f4d06f6f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436004 Jun 06 19:26:30.208565 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.300147 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e0dae3ce-96c4-44ef-8e21-310c44b9ea02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.303266 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.349212 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 2dc4af5b-d365-461b-b52e-b65e02e9e497, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:30.380497 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.485899 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.487733 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:30.531578 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e2e8ef78-15a4-4302-bde0-c1621085eefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.532213 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ca83dba9-3287-473d-b801-83c8f1778512 req-51c5f6e6-7ed5-4c67-91f6-f3963f9588d9 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 210 time: 0.0755138 Jun 06 19:26:30.587245 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=2dc4af5b-d365-461b-b52e-b65e02e9e497,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:30.603056 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:30.623293 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e2e8ef78-15a4-4302-bde0-c1621085eefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.639467 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:30.696919 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d48459-ae63-4a71-bc54-aa1ee5fa58d6 req-71968a37-852c-4a08-8d6b-0de9cd0d6749 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:30.698398 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-55d48459-ae63-4a71-bc54-aa1ee5fa58d6 req-71968a37-852c-4a08-8d6b-0de9cd0d6749 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3763762 Jun 06 19:26:30.703016 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.l3_db [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Floating IP 7d6e34a0-580d-4743-b8d7-80f3103bc6bd associated. External IP: 172.28.3.111, port: b92e2890-1055-4e7a-94ba-ccbe03a741b0. Jun 06 19:26:30.767753 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e2e8ef78-15a4-4302-bde0-c1621085eefa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fff5cb762574346928234a0c6c28e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9831254 Jun 06 19:26:30.768198 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60236) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:30.788175 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8ef78-15a4-4302-bde0-c1621085eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debfbf6c-9529-4c6a-b156-cd581bc45963,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:30.796652 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e2e8ef78-15a4-4302-bde0-c1621085eefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:30.847145 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-55d48459-ae63-4a71-bc54-aa1ee5fa58d6 req-54e09d36-aceb-4663-be85-34ab339a21dc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898623 Jun 06 19:26:30.859271 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.897459 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:31.030521 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:31.033798 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:31.034970 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/debfbf6c-9529-4c6a-b156-cd581bc45963 HTTP/1.1" status: 204 len: 168 time: 0.2649667 Jun 06 19:26:31.035688 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:31.045614 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debfbf6c-9529-4c6a-b156-cd581bc45963,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:31.048275 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:31.230702 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546ea68-b10b-4092-9267-f4f6dc0eabc1'}, {'server_uuid': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4af5b-d365-461b-b52e-b65e02e9e497'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:31.233546 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a8babd-9ffb-4912-9fdd-b6ac05d8d8d7" -d '{"events": [{"server_uuid": "3b4b579b-5274-4615-b6fe-7e129ce5f1b6", "name": "network-vif-plugged", "status": "completed", "tag": "0546ea68-b10b-4092-9267-f4f6dc0eabc1"}, {"server_uuid": "3b6b95c7-aa48-498d-905e-623cfd70c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "2dc4af5b-d365-461b-b52e-b65e02e9e497"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:31.252899 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:26:31.427190 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-0de13d7a-39e5-4d5d-a76f-f5809e36b340 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.428737 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-0de13d7a-39e5-4d5d-a76f-f5809e36b340 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.10 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 945 time: 0.1279554 Jun 06 19:26:31.546287 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60254) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:31.615684 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:31.617679 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:31.629396 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] Sync routers for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:31.648670 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:31.649468 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:31.731004 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Deleting port 9c3c09ed-baaa-494e-bae3-4685b758bd95 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:31.731461 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:31.736297 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bac26-c67b-4587-ac48-fb8490bfb50d req-e739ac38-915e-42f5-a51a-7b41d68155df tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.739771 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-155bac26-c67b-4587-ac48-fb8490bfb50d req-e739ac38-915e-42f5-a51a-7b41d68155df tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 945 time: 0.4161522 Jun 06 19:26:31.761802 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5f116-d025-4f10-a162-47a0570d4913 req-df4a0ee2-4ae4-4997-b9c8-18de0e2daa6f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.763246 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-df4a0ee2-4ae4-4997-b9c8-18de0e2daa6f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.2223935 Jun 06 19:26:31.796424 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Request body: {'port': {'device_id': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'admin_state_up': True, 'tenant_id': '4c619ec517c84525affd7c3b64c1a207'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:31.805134 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-a2191272-537b-4b1d-b4a4-07522c9c9d5a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "PUT /v2.0/floatingips/7d6e34a0-580d-4743-b8d7-80f3103bc6bd HTTP/1.1" status: 200 len: 991 time: 3.3540130 Jun 06 19:26:31.813283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:31.815588 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880" -d '{"events": [{"name": "network-changed", "server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:31.819960 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6b997-d8d4-41e6-a1ce-71dde4090c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:31.843536 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857c23-fc8b-4b64-bfde-90c3b01c9f9c req-9e141dac-f1e7-4df7-875a-036c48b6be9e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.850630 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f857c23-fc8b-4b64-bfde-90c3b01c9f9c req-9e141dac-f1e7-4df7-875a-036c48b6be9e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.4768317 Jun 06 19:26:31.912734 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-155bac26-c67b-4587-ac48-fb8490bfb50d req-38df7227-d67b-4a7e-bd6d-0284a9fed4e5 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/security-groups?id=1875df27-eb01-49f0-bacf-3207b987daab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597159 Jun 06 19:26:31.924760 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f857c23-fc8b-4b64-bfde-90c3b01c9f9c req-cdad23ae-ab4f-44df-8c5f-a20d85ec9063 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731916 Jun 06 19:26:31.970873 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60272) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:31.974754 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:32.005475 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-333ef305-2510-4391-8931-7ac072e7f455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:32.020064 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1664b8e-8737-43d8-90fc-af73dfd01bfc x-openstack-request-id: req-a1664b8e-8737-43d8-90fc-af73dfd01bfc {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:32.020559 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4b579b-5274-4615-b6fe-7e129ce5f1b6", "name": "network-vif-plugged", "status": "completed", "tag": "0546ea68-b10b-4092-9267-f4f6dc0eabc1", "code": 200}, {"server_uuid": "3b6b95c7-aa48-498d-905e-623cfd70c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "2dc4af5b-d365-461b-b52e-b65e02e9e497", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:32.020799 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1664b8e-8737-43d8-90fc-af73dfd01bfc {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:32.021324 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546ea68-b10b-4092-9267-f4f6dc0eabc1', 'code': 200} Jun 06 19:26:32.021830 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4af5b-d365-461b-b52e-b65e02e9e497', 'code': 200} Jun 06 19:26:32.042727 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] For port 9c3c09ed-baaa-494e-bae3-4685b758bd95, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9c3c09ed-baaa-494e-bae3-4685b758bd95,segment=NetworkSegment(594475ee-4a73-4c80-9565-afd9fd8cf97a),segment_id=594475ee-4a73-4c80-9565-afd9fd8cf97a)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:32.043991 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:32.139586 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ce3141ae-b2fd-4117-bca2-3b30beb11caa req-d26eed96-6caf-4917-8b08-cd64cfbe6647 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 210 time: 0.0840704 Jun 06 19:26:32.223954 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Calling delete_port for 9c3c09ed-baaa-494e-bae3-4685b758bd95 owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:32.285874 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a54ddc9-c201-41c4-85f2-f33eae4f0c5f x-openstack-request-id: req-6a54ddc9-c201-41c4-85f2-f33eae4f0c5f {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:32.286359 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:32.286448 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a54ddc9-c201-41c4-85f2-f33eae4f0c5f {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:32.286860 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'status': 'completed', 'code': 200} Jun 06 19:26:32.519294 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '7d6e34a0-580d-4743-b8d7-80f3103bc6bd', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'floating_ip_address': '172.28.3.111', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'port_id': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'mac_address': 'fa:16:3e:6e:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:04Z', 'updated_at': '2021-06-06T19:26:29Z', 'revision_number': 1, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:32.524020 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] Checking router: 7cc17fd0-5ac5-49bd-81b4-3d057399b72f for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:32.560855 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:32.561447 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:32.625004 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-906f3ad4-87cf-43d9-a573-1d9626e35dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:32.627295 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-906f3ad4-87cf-43d9-a573-1d9626e35dae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 1098 time: 0.2807844 Jun 06 19:26:32.665956 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf79b9-fd26-4bc9-8cc3-a80e5a1fc8b5 req-c1d1f5b8-86e7-4a13-bbdd-86fa3d88d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:32.667422 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-71cf79b9-fd26-4bc9-8cc3-a80e5a1fc8b5 req-c1d1f5b8-86e7-4a13-bbdd-86fa3d88d83f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 1098 time: 0.2006001 Jun 06 19:26:32.686249 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6b997-d8d4-41e6-a1ce-71dde4090c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:32.710879 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731500-ce1e-404f-aff3-604b2e625947 req-841c9d17-d75c-4c5d-8f03-e28787edb837 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:32.712379 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-93731500-ce1e-404f-aff3-604b2e625947 req-841c9d17-d75c-4c5d-8f03-e28787edb837 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3090951 Jun 06 19:26:32.797659 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:32.800226 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6b997-d8d4-41e6-a1ce-71dde4090c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:32.815147 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:32.817924 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:32.822573 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:32.823545 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7d2ee9a9-b326-43c2-a4b7-7dcfe224d0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:32.841648 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9c3c09ed-baaa-494e-bae3-4685b758bd95'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:32.891363 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-93731500-ce1e-404f-aff3-604b2e625947 req-6c174bd9-f0b0-4d85-a755-5d6487759bf7 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713557 Jun 06 19:26:32.893374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d50ca-79f6-48c3-a525-995369963600 req-db623089-9a17-4d65-bcbe-3f154792ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:32.895311 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dc5d50ca-79f6-48c3-a525-995369963600 req-db623089-9a17-4d65-bcbe-3f154792ea87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.3879929 Jun 06 19:26:32.899569 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6ac6b997-d8d4-41e6-a1ce-71dde4090c75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78ad19aab0a34c439008425afd7e84f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3497396 Jun 06 19:26:32.903948 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6b997-d8d4-41e6-a1ce-71dde4090c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5cfba-0b04-4b33-9c63-81746e5a8462,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:32.911325 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60288) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:32.913409 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6ac6b997-d8d4-41e6-a1ce-71dde4090c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:32.914109 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2458d413-e22e-4e9c-84e6-422e46d132ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:32.925859 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-71cf79b9-fd26-4bc9-8cc3-a80e5a1fc8b5 req-60075add-da01-4e0e-8a1e-ff4de40afc4a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481167 Jun 06 19:26:33.005242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Pushing event deleted for resources: {'Port': ['ID=9c3c09ed-baaa-494e-bae3-4685b758bd95,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:33.007703 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] No DVR routers for this DVR port 9c3c09ed-baaa-494e-bae3-4685b758bd95 on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:26:33.022729 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:33.035866 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-77045b1c-1732-4213-81e0-db5c72245c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:33.044049 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-77045b1c-1732-4213-81e0-db5c72245c77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 912 time: 0.4047282 Jun 06 19:26:33.075235 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:33.077215 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-08540dff-dca0-4ff8-8e15-9f4a385fa926 req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.10 "DELETE /v2.0/ports/9c3c09ed-baaa-494e-bae3-4685b758bd95 HTTP/1.1" status: 204 len: 173 time: 1.6424329 Jun 06 19:26:33.077735 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'name': 'network-vif-deleted', 'tag': '9c3c09ed-baaa-494e-bae3-4685b758bd95'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:33.080294 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59703054-b114-49cd-a924-62e634f336ba" -d '{"events": [{"server_uuid": "77d51092-8eb5-4355-9183-a3cc3733d6a8", "name": "network-vif-deleted", "tag": "9c3c09ed-baaa-494e-bae3-4685b758bd95"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:33.131321 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:33.170667 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:33.212841 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dc5d50ca-79f6-48c3-a525-995369963600 req-392bd13a-639b-487b-935a-edc351caef7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831926 Jun 06 19:26:33.279102 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '7d6e34a0-580d-4743-b8d7-80f3103bc6bd', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'floating_ip_address': '172.28.3.111', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'port_id': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'mac_address': 'fa:16:3e:6e:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:04Z', 'updated_at': '2021-06-06T19:26:29Z', 'revision_number': 1, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:33.284692 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbcf85f-a9b7-4270-82f6-d7f805bac1cd None None] The sync data for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb is: [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '7d6e34a0-580d-4743-b8d7-80f3103bc6bd', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'floating_ip_address': '172.28.3.111', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'port_id': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'mac_address': 'fa:16:3e:6e:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:04Z', 'updated_at': '2021-06-06T19:26:29Z', 'revision_number': 1, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:33.339846 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:33.344200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:33.346767 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24c5cfba-0b04-4b33-9c63-81746e5a8462 HTTP/1.1" status: 204 len: 168 time: 0.4344335 Jun 06 19:26:33.347755 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f660747f-7bd0-4f28-91dc-ed94f17ad03f req-2e5d3f4a-b35d-46b0-8077-7a408f967bb0 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.1639528 Jun 06 19:26:33.359831 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-32f8894c-1a68-481c-9a73-b06050ea1ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:33.376062 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-efa76b31-9597-402b-81b1-0fbc583db707 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 200 len: 999 time: 0.3026524 Jun 06 19:26:33.384726 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5cfba-0b04-4b33-9c63-81746e5a8462,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:33.390109 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:33.440950 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb513f-2552-478e-acf3-c4ff835e681b x-openstack-request-id: req-83fb513f-2552-478e-acf3-c4ff835e681b {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:33.442499 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d51092-8eb5-4355-9183-a3cc3733d6a8", "name": "network-vif-deleted", "tag": "9c3c09ed-baaa-494e-bae3-4685b758bd95", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:33.443078 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83fb513f-2552-478e-acf3-c4ff835e681b {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:33.443770 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d51092-8eb5-4355-9183-a3cc3733d6a8', 'name': 'network-vif-deleted', 'tag': '9c3c09ed-baaa-494e-bae3-4685b758bd95', 'status': 'completed', 'code': 200} Jun 06 19:26:33.619764 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873a02d-502f-4064-b41a-0639a6d63541 None None] New status for floating IP 7d6e34a0-580d-4743-b8d7-80f3103bc6bd: ACTIVE {{(pid=92061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:26:33.649790 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-341edeb1-1db7-4410-b7fe-54915fe89a1a req-e64aa422-7216-40c1-a0a3-e4edb38cd495 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 210 time: 0.0829453 Jun 06 19:26:33.672542 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-a6f5f626-232f-4099-9e30-5e708bda3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:33.674184 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-a6f5f626-232f-4099-9e30-5e708bda3690 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.2750342 Jun 06 19:26:33.684580 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fa9ec-2494-47b6-ab90-55a27bb43180 req-99640df4-2c39-4d76-be63-0eb82cec4717 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:33.691901 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e74fa9ec-2494-47b6-ab90-55a27bb43180 req-99640df4-2c39-4d76-be63-0eb82cec4717 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.5091302 Jun 06 19:26:33.754640 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-333ef305-2510-4391-8931-7ac072e7f455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:33.825831 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e74fa9ec-2494-47b6-ab90-55a27bb43180 req-7b91044b-ef47-43b4-a352-957717ff231c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329510 Jun 06 19:26:33.838510 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-333ef305-2510-4391-8931-7ac072e7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:33.863349 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-45332751-4ad9-448f-8e04-d40d1c7e0469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:33.913633 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ef305-2510-4391-8931-7ac072e7f455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505f28d7-2898-4df1-8066-3f5e24b94a99,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:33.920222 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-333ef305-2510-4391-8931-7ac072e7f455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:33.923011 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-2b9da917-52e3-47a8-ac9a-95e2c5b2679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:33.924481 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-2b9da917-52e3-47a8-ac9a-95e2c5b2679b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2307014 Jun 06 19:26:33.927822 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-333ef305-2510-4391-8931-7ac072e7f455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3de3bbeaad24adfa9eff5750e671ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9559588 Jun 06 19:26:33.930879 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60320) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:33.969408 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Made reservation on behalf of 4c619ec517c84525affd7c3b64c1a207 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:33.975057 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.089757 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.259508 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.272196 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Allocated IP 172.20.0.4 (c7d5e368-261d-47f6-9973-9258c735db8f/9cedd807-3741-490a-b478-4cc94111fbbf/c5321134-5b1b-4628-a48e-f13b6327221b) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:34.337740 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.396313 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-506ed837-5b5f-4f1e-8ed3-654d994d120c service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435697 Jun 06 19:26:34.447609 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6153098-17b0-4871-af08-bcd287b84a30 req-020f30d6-9038-481a-80bd-71d208b84780 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:34.449123 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a6153098-17b0-4871-af08-bcd287b84a30 req-020f30d6-9038-481a-80bd-71d208b84780 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.4616323 Jun 06 19:26:34.465221 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60332) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:34.472738 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'floatingip': {'port_id': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:34.486125 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abab21a-95af-48a2-9269-4965542e0a84 req-c785b26d-fe32-471b-86eb-4e3bca00b02c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:34.487600 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6abab21a-95af-48a2-9269-4965542e0a84 req-c785b26d-fe32-471b-86eb-4e3bca00b02c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3901360 Jun 06 19:26:34.627629 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.659770 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebf2a7b6-1a11-425b-9821-b3a4f53ba880 req-0611bc89-cd2a-43ef-9e52-8ca0ac7bccd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503264 Jun 06 19:26:34.728977 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.745947 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.747133 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/505f28d7-2898-4df1-8066-3f5e24b94a99 HTTP/1.1" status: 204 len: 168 time: 0.8153410 Jun 06 19:26:34.764627 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:34.768318 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.799337 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b25a0735-becc-4eac-8adc-4ca5975c23cf req-81f63de6-1c92-41bb-8adb-79bcc4ed9a90 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d51092-8eb5-4355-9183-a3cc3733d6a8 HTTP/1.1" status: 200 len: 210 time: 0.1293149 Jun 06 19:26:34.819550 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505f28d7-2898-4df1-8066-3f5e24b94a99,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:34.819550 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:34.841937 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6abab21a-95af-48a2-9269-4965542e0a84 req-8e2874d8-1623-4946-bfad-f8fb502661cd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462787 Jun 06 19:26:35.017075 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9fa45cfd-eb5c-42c9-b876-bf67c0aa4d64 req-b2ef5025-ea6d-4e65-967c-e7f1738af5ff tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 210 time: 0.0875041 Jun 06 19:26:35.151749 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.166405 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9666a428-e617-4555-92d1-7de8b63abb2f'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:35.224258 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7b59a941-0109-467e-ba61-a07b093aa4d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:35.431063 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Network c7d5e368-261d-47f6-9973-9258c735db8f is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:35.444790 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:35.448027 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event updated for resources: {'Port': ['ID=c5321134-5b1b-4628-a48e-f13b6327221b,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:35.452313 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:35.458539 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:35.459147 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.463079 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:35.597212 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60360) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:35.607742 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.615409 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.709437 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9170637 Jun 06 19:26:35.730088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Request body: {'port': {'device_id': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:35.756618 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.797886 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.835029 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.844888 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:35.858812 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.914317 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:35.918599 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac5071239ccb44ccb9bd2a0bd242216c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203254 Jun 06 19:26:35.919493 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe0ee2-5690-4a6b-b9c3-793ccfe5fb83,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:35.921525 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60370) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:35.945353 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.945708 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.946058 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.946395 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.946726 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.947061 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.947382 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.947710 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.948033 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.948472 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.948800 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.949123 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:35.956048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:36.051214 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.092549 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.175526 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d9d97-3429-4095-86e3-2a69bcd757f3 req-4032d0e3-b387-4329-8411-a0962fcb234e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:36.177229 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b95d9d97-3429-4095-86e3-2a69bcd757f3 req-4032d0e3-b387-4329-8411-a0962fcb234e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1889334 Jun 06 19:26:36.219255 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.l3_db [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Floating IP 19652b43-5cc9-4e91-8dcb-e3b894af3390 associated. External IP: 172.28.3.225, port: d9192d10-9061-40a8-9960-1cbcf4b89c72. Jun 06 19:26:36.257397 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b95d9d97-3429-4095-86e3-2a69bcd757f3 req-859ef57e-9a73-4718-9a81-4105b529b1ac tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658641 Jun 06 19:26:36.365283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af89625-5be7-4007-ab83-35194a9e863c req-00347ea2-ae10-4176-a886-6afefcf392d1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:36.373102 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9af89625-5be7-4007-ab83-35194a9e863c req-00347ea2-ae10-4176-a886-6afefcf392d1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 931 time: 0.1155906 Jun 06 19:26:36.390155 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.393450 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.395520 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39fe0ee2-5690-4a6b-b9c3-793ccfe5fb83 HTTP/1.1" status: 204 len: 168 time: 0.4724872 Jun 06 19:26:36.396271 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:36.430484 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe0ee2-5690-4a6b-b9c3-793ccfe5fb83,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:36.458047 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:36.514896 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9af89625-5be7-4007-ab83-35194a9e863c req-567a76cf-9cb9-4c8b-845e-8a7c75bd9783 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372371 Jun 06 19:26:36.551613 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9c3c09ed-baaa-494e-bae3-4685b758bd95 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:36.635443 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 9c3c09ed-baaa-494e-bae3-4685b758bd95 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:36.636002 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9c3c09ed-baaa-494e-bae3-4685b758bd95 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:36.779329 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5321134-5b1b-4628-a48e-f13b6327221b {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:36.816011 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.839487 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Transition to ACTIVE for port object c5321134-5b1b-4628-a48e-f13b6327221b will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:36.853360 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Router 4845a867-fd47-49a3-ad1a-5158a893ac93 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:26:36.921763 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.934473 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c976a1a4-49ee-40ec-9077-b264d7933685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:37.267929 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-93c7263c-d702-4857-9e67-9aebae801ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:37.269415 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-93c7263c-d702-4857-9e67-9aebae801ec7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 1098 time: 0.1629181 Jun 06 19:26:37.277532 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7451b-e9a5-4921-bab1-e72a5be36eb0 req-283165da-63b7-4b85-b34c-7ea986ec2afc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:37.278980 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f9f7451b-e9a5-4921-bab1-e72a5be36eb0 req-283165da-63b7-4b85-b34c-7ea986ec2afc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1193843 Jun 06 19:26:37.288001 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Pushing event updated for resources: {'Port': ['ID=c5321134-5b1b-4628-a48e-f13b6327221b,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:37.327648 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.328761 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.328874 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.329256 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.329580 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.329925 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.330264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.330995 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.330995 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.331248 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.331577 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.331908 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:37.336083 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:37.347120 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Attempting to bind port c5321134-5b1b-4628-a48e-f13b6327221b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:37.347450 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Attempting to bind port c5321134-5b1b-4628-a48e-f13b6327221b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:37.347773 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Attempting to bind port c5321134-5b1b-4628-a48e-f13b6327221b on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:37.354611 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:37.359499 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:37.368471 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] Sync routers for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:37.381737 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:37.382822 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:37.391097 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Port c5321134-5b1b-4628-a48e-f13b6327221b on network c7d5e368-261d-47f6-9973-9258c735db8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:26:37.391661 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Attempting to bind port c5321134-5b1b-4628-a48e-f13b6327221b on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:37.417442 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:37.417976 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Checking segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:37.418508 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Bound using segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:37.419106 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Bound port: c5321134-5b1b-4628-a48e-f13b6327221b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:37.419607 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:37.471217 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f9f7451b-e9a5-4921-bab1-e72a5be36eb0 req-583bb071-7d08-4914-92ce-4c85f149f953 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692848 Jun 06 19:26:37.488917 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9b39476f-1353-4d73-9e46-e28b92d1c768 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "PUT /v2.0/floatingips/19652b43-5cc9-4e91-8dcb-e3b894af3390 HTTP/1.1" status: 200 len: 991 time: 3.0226171 Jun 06 19:26:37.516713 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:37.523905 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78d358a-5227-466e-a6f3-a3537144abf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:37.529703 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-a0bd3a52-7d48-4ce4-a2ae-200601058289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:37.531306 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-a0bd3a52-7d48-4ce4-a2ae-200601058289 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.2514689 Jun 06 19:26:37.624698 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] For port c5321134-5b1b-4628-a48e-f13b6327221b, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:37.633259 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] For port c5321134-5b1b-4628-a48e-f13b6327221b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c5321134-5b1b-4628-a48e-f13b6327221b,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:37.722867 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:37.736236 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:37.779425 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:37.800525 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-4ab4a158-4cfd-420e-99b0-b70989ec65eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497 HTTP/1.1" status: 200 len: 217 time: 0.2566407 Jun 06 19:26:37.804806 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:37.805427 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:37.807425 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] 10.222.0.10 "PUT /v2.0/ports/c5321134-5b1b-4628-a48e-f13b6327221b HTTP/1.1" status: 200 len: 1093 time: 2.0889714 Jun 06 19:26:37.835228 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Pushing event updated for resources: {'Port': ['ID=c5321134-5b1b-4628-a48e-f13b6327221b,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:37.847216 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a426c6-84a8-4899-970c-2f431b6c53a4 x-openstack-request-id: req-83a426c6-84a8-4899-970c-2f431b6c53a4 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:37.847528 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:37.847802 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83a426c6-84a8-4899-970c-2f431b6c53a4 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:37.848366 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'status': 'completed', 'code': 200} Jun 06 19:26:37.849372 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:38.007443 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-58384e73-d695-4176-9eda-8eac3dec0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.011511 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-58384e73-d695-4176-9eda-8eac3dec0510 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1098 time: 0.1540167 Jun 06 19:26:38.045219 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-4eb4224a-5bab-47b7-8ec8-7391de350cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.046690 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-4eb4224a-5bab-47b7-8ec8-7391de350cdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.2248228 Jun 06 19:26:38.119718 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-fa3336f3-bc4c-4227-8f94-0ed56c3708b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613372 Jun 06 19:26:38.214013 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-8d90a163-44cd-4513-9503-122204f4ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.215873 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-8d90a163-44cd-4513-9503-122204f4ea02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.1959875 Jun 06 19:26:38.275888 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87cfd1-85f5-44ba-8742-0d45dc92cd3a req-9869b574-2686-480b-94e4-473e49171efa tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.278429 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d87cfd1-85f5-44ba-8742-0d45dc92cd3a req-9869b574-2686-480b-94e4-473e49171efa tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 943 time: 0.3185861 Jun 06 19:26:38.331720 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5f116-d025-4f10-a162-47a0570d4913 req-51a2c3c9-e6fa-4904-82d5-852b934602cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.338477 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-51a2c3c9-e6fa-4904-82d5-852b934602cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 1096 time: 0.3359849 Jun 06 19:26:38.371042 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-076b6a79-a37e-4f3e-86c2-2f8e399eaba1 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432120 Jun 06 19:26:38.371935 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-3a5d9b13-aee5-4a73-87de-adb1ebc1f50b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 200 len: 999 time: 0.1445115 Jun 06 19:26:38.374871 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d87cfd1-85f5-44ba-8742-0d45dc92cd3a req-72996344-56b2-4b4c-9666-33c52d393ffa tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871954 Jun 06 19:26:38.400986 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '19652b43-5cc9-4e91-8dcb-e3b894af3390', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'floating_ip_address': '172.28.3.225', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'port_id': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'mac_address': 'fa:16:3e:92:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:01Z', 'updated_at': '2021-06-06T19:26:35Z', 'revision_number': 1, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:38.405204 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] Checking router: 4845a867-fd47-49a3-ad1a-5158a893ac93 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:38.426666 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:38.431324 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:38.480624 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-d3ef889d-20d9-4e9e-b8d8-f7a93c300892 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5321134-5b1b-4628-a48e-f13b6327221b HTTP/1.1" status: 200 len: 217 time: 0.1038830 Jun 06 19:26:38.512710 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-5ddd34ca-8d9d-4982-9cb7-d5455fb6746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.516392 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-5ddd34ca-8d9d-4982-9cb7-d5455fb6746b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.1232688 Jun 06 19:26:38.561586 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5f116-d025-4f10-a162-47a0570d4913 req-065d8796-f53f-47e9-8ff5-2b9c26a6720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.563618 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-065d8796-f53f-47e9-8ff5-2b9c26a6720c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.0746820 Jun 06 19:26:38.632649 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-f4e89303-23a6-4d16-990b-062c798ca7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.636425 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-f4e89303-23a6-4d16-990b-062c798ca7c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1069908 Jun 06 19:26:38.636909 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60458) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:38.716144 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-51b83b65-7cf6-4ddd-8000-18ad809e59f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446116 Jun 06 19:26:38.777161 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:38.926483 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbb2fbaf-1893-47c0-b8e7-8ca9035d47ae req-4fbb55a3-7f5e-4748-a94c-be51d39e2b58 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751132 Jun 06 19:26:38.965406 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-ba864af9-b887-43d3-b150-ab53e38c5e39 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053761 Jun 06 19:26:38.974104 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069222ff-18f6-40ac-9c73-4be805550bda req-537b8a72-0089-4fb8-983b-88a4a537aa10 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.980923 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-069222ff-18f6-40ac-9c73-4be805550bda req-537b8a72-0089-4fb8-983b-88a4a537aa10 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.2760429 Jun 06 19:26:38.991905 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Deleting subnet cee9278a-a92d-4aa3-b260-27ef91c0fa87 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:26:39.001846 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:39.112129 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-069222ff-18f6-40ac-9c73-4be805550bda req-a97b361d-f9e6-4070-bedb-0cc56d3ef06b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303127 Jun 06 19:26:39.140478 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:39.151135 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:39.159655 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05b5f116-d025-4f10-a162-47a0570d4913 req-393d2f11-3fef-48f7-a2ec-b65c63338a0c service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765928 Jun 06 19:26:39.287003 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-251b9b18-6980-45d6-958b-d4dc4115bbb6 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064615 Jun 06 19:26:39.392370 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '19652b43-5cc9-4e91-8dcb-e3b894af3390', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'floating_ip_address': '172.28.3.225', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'port_id': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'mac_address': 'fa:16:3e:92:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:01Z', 'updated_at': '2021-06-06T19:26:35Z', 'revision_number': 1, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:39.396968 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13e39d-b662-4e27-8829-4fdf4d92b388 None None] The sync data for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb is: [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '19652b43-5cc9-4e91-8dcb-e3b894af3390', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'floating_ip_address': '172.28.3.225', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'port_id': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'mac_address': 'fa:16:3e:92:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:01Z', 'updated_at': '2021-06-06T19:26:35Z', 'revision_number': 1, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:39.481462 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b78d358a-5227-466e-a6f3-a3537144abf5 req-93985124-9aa8-402b-91f1-885acfadce13 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818619 Jun 06 19:26:39.499071 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:39.506578 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2a476f34-a795-446c-a92c-b1cb02c9ae73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:39.578870 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee9278a-a92d-4aa3-b260-27ef91c0fa87,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:39.582451 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:39.588002 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:39.590766 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-edd3d4a0-bd62-4deb-ade5-92e1566f16e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cee9278a-a92d-4aa3-b260-27ef91c0fa87 HTTP/1.1" status: 204 len: 168 time: 0.9528122 Jun 06 19:26:39.597063 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60506) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:39.659587 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52201d88-5567-4304-9e45-0681ed03a193 req-6443f386-79f1-4793-a2de-6413a8ead3f7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:39.662232 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-52201d88-5567-4304-9e45-0681ed03a193 req-6443f386-79f1-4793-a2de-6413a8ead3f7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 943 time: 0.1199265 Jun 06 19:26:39.746434 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-52201d88-5567-4304-9e45-0681ed03a193 req-0344a90c-6afa-479f-aeb6-41fa569503d4 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764928 Jun 06 19:26:39.800525 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de567402-c30d-4a0d-ae6c-094cc302f79f None None] New status for floating IP 19652b43-5cc9-4e91-8dcb-e3b894af3390: ACTIVE {{(pid=92061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:26:39.849111 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'tag': 'c5321134-5b1b-4628-a48e-f13b6327221b'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:39.851553 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15588c78-9da2-412e-8866-08e0405e80bb" -d '{"events": [{"name": "network-changed", "server_uuid": "74229c83-9392-4bf7-9ff4-76e367ab5766", "tag": "c5321134-5b1b-4628-a48e-f13b6327221b"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:39.866781 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:39.900480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ad197-72a1-4337-8be1-b19430df51c3 x-openstack-request-id: req-cb7ad197-72a1-4337-8be1-b19430df51c3 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:39.900803 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74229c83-9392-4bf7-9ff4-76e367ab5766", "tag": "c5321134-5b1b-4628-a48e-f13b6327221b", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:39.901081 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb7ad197-72a1-4337-8be1-b19430df51c3 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:39.901493 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'tag': 'c5321134-5b1b-4628-a48e-f13b6327221b', 'status': 'completed', 'code': 200} Jun 06 19:26:40.050140 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.066139 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.066488 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.067215 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.067563 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > port after_create 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.067888 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.068240 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > port after_update 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.068560 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.068878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.069192 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.069515 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.199203 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.199627 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.200020 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.200454 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:26:40.200902 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9055d51d-f507-41ef-9b1e-499668aa619f']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:40.233671 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594475ee-4a73-4c80-9565-afd9fd8cf97a') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:40.233847 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594475ee-4a73-4c80-9565-afd9fd8cf97a') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:40.259375 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.280923 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.290512 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588c78-9da2-412e-8866-08e0405e80bb req-12b4b458-5c0c-43a3-8bbd-df3a99f55f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:40.292041 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15588c78-9da2-412e-8866-08e0405e80bb req-12b4b458-5c0c-43a3-8bbd-df3a99f55f15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 1096 time: 0.3593416 Jun 06 19:26:40.293099 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:26:40.293484 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: from cryptography.utils import int_from_bytes Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: from cryptography.utils import int_from_bytes Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:26:40.310084 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:26:40.326928 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f0086-eb58-49d9-8a15-f4c599f0babd req-a3623191-9edd-4efe-b6c4-147677c18bfb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:40.329238 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-608f0086-eb58-49d9-8a15-f4c599f0babd req-a3623191-9edd-4efe-b6c4-147677c18bfb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0883121 Jun 06 19:26:40.380526 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-608f0086-eb58-49d9-8a15-f4c599f0babd req-0cf1e861-c156-4571-ab48-0bf118bf7ab9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Jun 06 19:26:40.507025 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.514869 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:40.530803 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588c78-9da2-412e-8866-08e0405e80bb req-a02b030c-e180-4910-97c4-0e064c799e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:40.533329 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15588c78-9da2-412e-8866-08e0405e80bb req-a02b030c-e180-4910-97c4-0e064c799e07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 915 time: 0.2168078 Jun 06 19:26:40.534318 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.535979 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9055d51d-f507-41ef-9b1e-499668aa619f HTTP/1.1" status: 204 len: 168 time: 0.9377503 Jun 06 19:26:40.538909 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Pushing event deleted for resources: {'Network': ['ID=9055d51d-f507-41ef-9b1e-499668aa619f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:40.590142 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:40.605686 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15588c78-9da2-412e-8866-08e0405e80bb req-6a11ff72-1b32-497f-a324-26161a938652 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5321134-5b1b-4628-a48e-f13b6327221b HTTP/1.1" status: 200 len: 217 time: 0.0647995 Jun 06 19:26:40.686783 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588c78-9da2-412e-8866-08e0405e80bb req-87e4a679-4b91-4de0-87b1-0d4db19bc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:40.688545 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15588c78-9da2-412e-8866-08e0405e80bb req-87e4a679-4b91-4de0-87b1-0d4db19bc04f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.0756238 Jun 06 19:26:40.756057 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15588c78-9da2-412e-8866-08e0405e80bb req-95a1f0f6-d537-4f77-994b-7a9e733cab0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540495 Jun 06 19:26:40.899804 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15588c78-9da2-412e-8866-08e0405e80bb req-f1c0ac41-0fc7-4d99-88b1-76db4d1c148b service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370258 Jun 06 19:26:40.975095 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f361701-1d7a-4b68-aa68-e18ee5132150 req-ec6e62ca-3229-456e-929b-bb928b8f8fd5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:40.976541 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f361701-1d7a-4b68-aa68-e18ee5132150 req-ec6e62ca-3229-456e-929b-bb928b8f8fd5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 943 time: 0.0935669 Jun 06 19:26:41.026953 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f361701-1d7a-4b68-aa68-e18ee5132150 req-1eb281cc-96f3-4786-b2c8-187b28e3ab77 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Jun 06 19:26:41.045297 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15588c78-9da2-412e-8866-08e0405e80bb req-53790aa9-ff4b-444b-9649-3cb6287ca826 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332834 Jun 06 19:26:41.061070 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60532) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:41.111095 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-3eb3c8d0-b4ff-45e5-889d-3c057c223743 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9b44ade494b46b09a6daa1dd6059d82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487621 Jun 06 19:26:41.113822 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60536) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:41.179524 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:41.207782 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:41.345030 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:41.347555 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:41.348713 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1875df27-eb01-49f0-bacf-3207b987daab HTTP/1.1" status: 204 len: 168 time: 0.2336924 Jun 06 19:26:41.349419 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c137f970-9246-45c6-9320-d39d4786cbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:41.358785 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1875df27-eb01-49f0-bacf-3207b987daab,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:41.362263 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:41.663130 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004283-9d94-494a-b653-66790a67d050 req-bfe7a851-b3c9-476a-bd7e-52274f96e850 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:41.664742 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c4004283-9d94-494a-b653-66790a67d050 req-bfe7a851-b3c9-476a-bd7e-52274f96e850 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1737833 Jun 06 19:26:41.729498 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c4004283-9d94-494a-b653-66790a67d050 req-764b1d48-ac79-4631-82cf-fbfc061352b8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522027 Jun 06 19:26:42.223036 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1c6ca-9762-4836-8977-c4b173057c7e req-43b0d41e-8fc4-4d0a-a69e-5681951d6572 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:42.224666 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-98e1c6ca-9762-4836-8977-c4b173057c7e req-43b0d41e-8fc4-4d0a-a69e-5681951d6572 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 943 time: 0.0833580 Jun 06 19:26:42.282370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-98e1c6ca-9762-4836-8977-c4b173057c7e req-c4a4aba6-a1bc-43e5-91c4-be860380dc64 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517340 Jun 06 19:26:42.296334 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60574) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:42.443347 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6a220180-9bec-4d46-b4c2-879cdbc9a169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.569709 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6a220180-9bec-4d46-b4c2-879cdbc9a169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.577004 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device c5321134-5b1b-4628-a48e-f13b6327221b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:42.664740 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6a220180-9bec-4d46-b4c2-879cdbc9a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.674199 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b3b37a10-134d-4669-be06-91b445520729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:42.712627 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port c5321134-5b1b-4628-a48e-f13b6327221b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c5321134-5b1b-4628-a48e-f13b6327221b,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:42.729680 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-6a220180-9bec-4d46-b4c2-879cdbc9a169 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ee9e991422047998326e13fe3d81a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304519 Jun 06 19:26:42.735076 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220180-9bec-4d46-b4c2-879cdbc9a169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7106002-18e3-4e8e-945c-96f23618b0d9,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:42.735760 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60594) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:42.736199 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'c5321134-5b1b-4628-a48e-f13b6327221b', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'port_id': 'c5321134-5b1b-4628-a48e-f13b6327221b', 'mac_address': 'fa:16:3e:35:1e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cedd807-3741-490a-b478-4cc94111fbbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:42.737217 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6a220180-9bec-4d46-b4c2-879cdbc9a169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:42.809835 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.830231 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5321134-5b1b-4628-a48e-f13b6327221b {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:42.836953 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.851669 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port c5321134-5b1b-4628-a48e-f13b6327221b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c5321134-5b1b-4628-a48e-f13b6327221b,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:42.871771 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.939422 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.941189 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:42.971471 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fd79-0bfb-48ee-b953-332e03c7261a req-1aac42b2-3d4f-414c-8067-a3d904b99a04 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:42.973174 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4188fd79-0bfb-48ee-b953-332e03c7261a req-1aac42b2-3d4f-414c-8067-a3d904b99a04 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1034093 Jun 06 19:26:43.007005 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=c5321134-5b1b-4628-a48e-f13b6327221b,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:43.014011 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.014355 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.014691 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.015033 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.015470 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.016233 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.016560 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.016883 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.017207 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.017355 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4188fd79-0bfb-48ee-b953-332e03c7261a req-6e6cd21c-2062-49f5-b406-541432aab4fa tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 Jun 06 19:26:43.017527 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.017869 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.018185 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:43.022248 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:43.022475 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:43.024990 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:43.029771 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7106002-18e3-4e8e-945c-96f23618b0d9 HTTP/1.1" status: 204 len: 168 time: 0.2955179 Jun 06 19:26:43.029771 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6ac6b997-d8d4-41e6-a1ce-71dde4090c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:43.040056 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7106002-18e3-4e8e-945c-96f23618b0d9,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:43.042769 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:43.311099 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['c5321134-5b1b-4628-a48e-f13b6327221b'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:43.523582 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2d83f-076f-48c5-b46a-a4612425f14a req-fd28935c-b21a-4d66-89bf-b8ff55d24ce8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:43.533952 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-48e2d83f-076f-48c5-b46a-a4612425f14a req-fd28935c-b21a-4d66-89bf-b8ff55d24ce8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 944 time: 0.1304674 Jun 06 19:26:43.642416 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-48e2d83f-076f-48c5-b46a-a4612425f14a req-fdbbac21-3bc5-4199-be09-a8ac53d55d64 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050384 Jun 06 19:26:44.184966 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60652) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:44.218027 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a7308-676c-4951-b9ab-7e4dbf87daf0 req-b64efca7-43c0-4591-90fe-d181b3666ee1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:44.219641 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a60a7308-676c-4951-b9ab-7e4dbf87daf0 req-b64efca7-43c0-4591-90fe-d181b3666ee1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0857441 Jun 06 19:26:44.267099 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a60a7308-676c-4951-b9ab-7e4dbf87daf0 req-aca3f72c-92cb-46f9-bd9b-140861dab49c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Jun 06 19:26:44.325108 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f1c81367-52a8-4cd2-ad36-4858fe4d72bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.437510 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f1c81367-52a8-4cd2-ad36-4858fe4d72bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.478388 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60666) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:44.527147 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f1c81367-52a8-4cd2-ad36-4858fe4d72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.536529 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-58c02ef5-0466-42b6-be59-4536a471839a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:44.574750 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c81367-52a8-4cd2-ad36-4858fe4d72bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6139aba8-5836-44c6-94f8-e99685221f4f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:44.578908 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f1c81367-52a8-4cd2-ad36-4858fe4d72bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8554d456442b4fba8a39337fadf69605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929188 Jun 06 19:26:44.579764 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f1c81367-52a8-4cd2-ad36-4858fe4d72bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:44.581662 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60670) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:44.584600 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device c5321134-5b1b-4628-a48e-f13b6327221b up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:44.600716 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1517295092-network', 'tenant_id': '7da36be9fbb441c9bb16651635d88240'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:44.676605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.709800 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.723380 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Made reservation on behalf of 7da36be9fbb441c9bb16651635d88240 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:44.726578 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.744355 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port c5321134-5b1b-4628-a48e-f13b6327221b completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:44.750217 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port c5321134-5b1b-4628-a48e-f13b6327221b triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:44.751100 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.765645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.917613 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.930003 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe41f46-989c-4de7-bce7-4f397b274015 req-ced47406-f7ec-414b-9595-6c017290a6ae tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:44.931548 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-efe41f46-989c-4de7-bce7-4f397b274015 req-ced47406-f7ec-414b-9595-6c017290a6ae tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 944 time: 0.1265359 Jun 06 19:26:44.946532 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5321134-5b1b-4628-a48e-f13b6327221b'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:44.948726 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c8e30a-69a2-4e6e-a3fd-a22a47530f9c" -d '{"events": [{"server_uuid": "74229c83-9392-4bf7-9ff4-76e367ab5766", "name": "network-vif-plugged", "status": "completed", "tag": "c5321134-5b1b-4628-a48e-f13b6327221b"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:44.957090 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port c5321134-5b1b-4628-a48e-f13b6327221b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c5321134-5b1b-4628-a48e-f13b6327221b,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:44.980555 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-efe41f46-989c-4de7-bce7-4f397b274015 req-6f59e1f9-00f0-469b-9d6c-3c58cdbb7d56 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Jun 06 19:26:44.992293 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.995106 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.997799 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6139aba8-5836-44c6-94f8-e99685221f4f HTTP/1.1" status: 204 len: 168 time: 0.4151108 Jun 06 19:26:45.002262 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:45.018468 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6139aba8-5836-44c6-94f8-e99685221f4f,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:45.021976 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:45.024857 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61481824-fb38-463e-aa99-ceffc20ce90e x-openstack-request-id: req-61481824-fb38-463e-aa99-ceffc20ce90e {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:45.025164 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74229c83-9392-4bf7-9ff4-76e367ab5766", "name": "network-vif-plugged", "status": "completed", "tag": "c5321134-5b1b-4628-a48e-f13b6327221b", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:45.025427 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61481824-fb38-463e-aa99-ceffc20ce90e {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:45.028300 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5321134-5b1b-4628-a48e-f13b6327221b', 'code': 200} Jun 06 19:26:45.047829 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.049587 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:45.100173 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.133097 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=c5321134-5b1b-4628-a48e-f13b6327221b,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:45.143043 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:45.161433 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.165552 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f58b53e1-f0f6-493e-853a-c0902eca5412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:45.190388 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:26:45.202752 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf091b-0ecf-4c32-9488-08896a16e5c3,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:45.207173 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:45.208096 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.208433 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Added segment 15a0b3ef-1824-4dba-846c-7578fd158899 of type vlan for network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 Jun 06 19:26:45.236050 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.450605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.450605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:45.450605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.460422 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ea1f5-cf78-41b9-a03c-035e466e120d req-4255e7e4-55f9-444e-be34-3ca2d5f5342a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:45.461902 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f3ea1f5-cf78-41b9-a03c-035e466e120d req-4255e7e4-55f9-444e-be34-3ca2d5f5342a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0875773 Jun 06 19:26:45.464103 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:45.513715 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb5eb1-4a51-460d-8bfa-9bb6d1d223b7 req-8d2b842b-2b3a-4913-a756-e165d6711eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:45.515285 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bdeb5eb1-4a51-460d-8bfa-9bb6d1d223b7 req-8d2b842b-2b3a-4913-a756-e165d6711eef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 1098 time: 0.0758216 Jun 06 19:26:45.565975 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bdeb5eb1-4a51-460d-8bfa-9bb6d1d223b7 req-10fa39a4-87cd-473c-b7ba-f81eb8380f86 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Jun 06 19:26:45.597429 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac92d5c-0f9b-41d6-8309-927d17e9b198,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:45.601621 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:45.606510 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f3ea1f5-cf78-41b9-a03c-035e466e120d req-458db819-1f2f-46d2-929e-477e5c04b9f1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249876 Jun 06 19:26:45.616390 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:26:45.625350 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1457767 Jun 06 19:26:45.628145 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60700) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:45.633842 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Request body: {'subnet': {'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1517295092-subnet', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:45.736401 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Made reservation on behalf of 7da36be9fbb441c9bb16651635d88240 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:45.738777 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.814887 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60706) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:45.851635 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f112bb4-9374-4d78-bd13-b6ec49ab796a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.973891 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f112bb4-9374-4d78-bd13-b6ec49ab796a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.044994 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f112bb4-9374-4d78-bd13-b6ec49ab796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.055186 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:46.072362 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.079972 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-50d36a70-2251-4f3a-aa1e-f98fbfb897cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:46.095339 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112bb4-9374-4d78-bd13-b6ec49ab796a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460747e4-5c1e-403b-b5fb-9a0358b86bad,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:46.099854 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9f112bb4-9374-4d78-bd13-b6ec49ab796a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ee7666f797d4e98a01494b2e517492f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838802 Jun 06 19:26:46.100955 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9f112bb4-9374-4d78-bd13-b6ec49ab796a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:46.106200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60720) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:46.168747 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.199960 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.217396 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a89670a-3bfb-47b4-89ff-872e74bc31e5,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:46.219966 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:46.235134 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Checking segment: {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:46.235483 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Network hostable DHCP agents. Network: 3ac92d5c-0f9b-41d6-8309-927d17e9b198, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:26:46.274356 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18003f-f7ab-4b47-8c01-f52dacad2857 req-45e79724-432e-48fe-b620-71a21f071843 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:46.276022 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd18003f-f7ab-4b47-8c01-f52dacad2857 req-45e79724-432e-48fe-b620-71a21f071843 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 945 time: 0.1548178 Jun 06 19:26:46.323554 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd18003f-f7ab-4b47-8c01-f52dacad2857 req-53987256-ef84-48c3-9d2e-310959be2c9e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Jun 06 19:26:46.338339 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:26:46.413469 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.416024 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.417154 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/460747e4-5c1e-403b-b5fb-9a0358b86bad HTTP/1.1" status: 204 len: 168 time: 0.3100226 Jun 06 19:26:46.418040 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f4e62247-c3ea-47ec-9c0a-e0a5cea76507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:46.419108 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 3ac92d5c-0f9b-41d6-8309-927d17e9b198) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:46.424588 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:46.425260 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.429088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460747e4-5c1e-403b-b5fb-9a0358b86bad,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:46.431570 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896ec42-e086-4f26-993b-a1457386fc96 None None] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:26:46.436137 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:46.505515 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8758340 Jun 06 19:26:46.508020 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60726) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:46.512342 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:46.610846 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60728) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:46.617808 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.620159 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.634623 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.697434 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:26:46.698483 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.984241 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Allocated IP 172.20.0.2 (3ac92d5c-0f9b-41d6-8309-927d17e9b198/0a89670a-3bfb-47b4-89ff-872e74bc31e5/ced6c6bd-c5b0-4183-a60d-0577254d573e) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:47.085735 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0226a84a-45fb-4e60-8fae-32a9ab11d5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.243262 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.254275 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Transition to ACTIVE for port object ced6c6bd-c5b0-4183-a60d-0577254d573e will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:47.258936 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.282869 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Transition to ACTIVE for port object ced6c6bd-c5b0-4183-a60d-0577254d573e will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:47.298271 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100731a-f499-4f85-bac7-361d0a86e285 req-803a4986-3290-4e48-82b3-f2fd54044b29 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:47.299693 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7100731a-f499-4f85-bac7-361d0a86e285 req-803a4986-3290-4e48-82b3-f2fd54044b29 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.5429697 Jun 06 19:26:47.362529 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7100731a-f499-4f85-bac7-361d0a86e285 req-2e71d2f7-76ce-4e9f-8921-5e3c1fe489b4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562429 Jun 06 19:26:47.438867 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0226a84a-45fb-4e60-8fae-32a9ab11d5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.456653 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.460338 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-3a6cd38f-35ae-4a7b-bfc9-e69a86c1f87e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:47.521532 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:47.524341 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:47.528033 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:47.546656 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0226a84a-45fb-4e60-8fae-32a9ab11d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.558319 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:47.561383 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Pushing event updated for resources: {'Port': ['ID=ced6c6bd-c5b0-4183-a60d-0577254d573e,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:47.571341 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:47.613035 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-0226a84a-45fb-4e60-8fae-32a9ab11d5c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1168878133b43ff960576d095c9ad45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0005319 Jun 06 19:26:47.616900 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226a84a-45fb-4e60-8fae-32a9ab11d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1793ca3-ec21-45ca-b6c2-172964ff619c,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:47.617502 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60764) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:47.620817 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0226a84a-45fb-4e60-8fae-32a9ab11d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:47.653880 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Attempting to bind port ced6c6bd-c5b0-4183-a60d-0577254d573e on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:47.654261 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Attempting to bind port ced6c6bd-c5b0-4183-a60d-0577254d573e by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:47.660038 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Attempting to bind port ced6c6bd-c5b0-4183-a60d-0577254d573e on network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:47.660176 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171beebb-46bd-4bdd-b2c5-06c3c72031d8 req-8decdf03-a720-4ed3-9cf9-10959a6cea62 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:47.663556 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:47.664047 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Checking segment: {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:47.664950 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.665367 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Bound using segment: {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:47.665749 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-171beebb-46bd-4bdd-b2c5-06c3c72031d8 req-8decdf03-a720-4ed3-9cf9-10959a6cea62 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 945 time: 0.1701443 Jun 06 19:26:47.665867 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Bound port: ced6c6bd-c5b0-4183-a60d-0577254d573e, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:47.666257 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.707480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.748529 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.786390 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] For port ced6c6bd-c5b0-4183-a60d-0577254d573e, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:47.790893 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] For port ced6c6bd-c5b0-4183-a60d-0577254d573e, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ced6c6bd-c5b0-4183-a60d-0577254d573e,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:47.846535 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-171beebb-46bd-4bdd-b2c5-06c3c72031d8 req-a69c450a-ad92-49e3-b534-5885a341eb72 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798832 Jun 06 19:26:47.856208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.863218 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-6f18b368-e346-4443-8fee-92afec733a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:47.906609 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.910402 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.912782 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.916319 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1793ca3-ec21-45ca-b6c2-172964ff619c HTTP/1.1" status: 204 len: 168 time: 0.2945514 Jun 06 19:26:47.916319 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-01a279ce-ee4f-4950-8f46-c41f201eb370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:47.931470 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1793ca3-ec21-45ca-b6c2-172964ff619c,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:47.934289 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:47.963394 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Pushing event updated for resources: {'Port': ['ID=ced6c6bd-c5b0-4183-a60d-0577254d573e,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:47.963394 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:47.971921 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:48.189548 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Allocated IP 172.28.3.254 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/2b3e957f-0671-4ad8-b080-9ef651f31ecc) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:48.486051 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:48.619424 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:48.628732 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:48.797614 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:48.858320 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:48.867486 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:48.918015 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60806) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:48.941876 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-70a643ba-3171-4b8c-83a7-35d67b7c0303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:48.944354 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Pushing event updated for resources: {'Port': ['ID=2b3e957f-0671-4ad8-b080-9ef651f31ecc,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:48.957496 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:49.089028 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-70a643ba-3171-4b8c-83a7-35d67b7c0303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:49.110982 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0f9de-a433-4e8b-9bc5-6329d7888c96 req-34d3cfe0-031a-4c28-8d1f-52a4486b0f49 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:49.116786 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6fd0f9de-a433-4e8b-9bc5-6329d7888c96 req-34d3cfe0-031a-4c28-8d1f-52a4486b0f49 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3189511 Jun 06 19:26:49.163606 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6fd0f9de-a433-4e8b-9bc5-6329d7888c96 req-69573ae9-5d38-4692-8367-b241cb08af87 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Jun 06 19:26:49.165167 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-70a643ba-3171-4b8c-83a7-35d67b7c0303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:49.196045 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-11c7d48f-b52e-41fa-a7fb-e6397b659720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:49.208286 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-70a643ba-3171-4b8c-83a7-35d67b7c0303 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=261343e04b9c41c2abf0fae87d55ab17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866256 Jun 06 19:26:49.208678 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60814) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:49.268473 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa945e-929a-4676-bcbc-07c798092ee9 None None] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:26:49.280483 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a643ba-3171-4b8c-83a7-35d67b7c0303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab6fead-8f89-4b5d-a034-c2ea54a2b09d,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:49.307551 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-70a643ba-3171-4b8c-83a7-35d67b7c0303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:49.469295 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-5d4dafba-d645-45e8-9c77-ea461e678e05 None None] Provisioning for port ced6c6bd-c5b0-4183-a60d-0577254d573e completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:49.498625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:49.578359 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ced6c6bd-c5b0-4183-a60d-0577254d573e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:49.603783 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:49.729060 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:49.767720 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port ced6c6bd-c5b0-4183-a60d-0577254d573e completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:49.774731 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port ced6c6bd-c5b0-4183-a60d-0577254d573e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:49.777834 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:49.939546 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:49.978441 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port ced6c6bd-c5b0-4183-a60d-0577254d573e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ced6c6bd-c5b0-4183-a60d-0577254d573e,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:49.987641 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60830) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:50.011784 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-5f093d3e-577b-44d2-a99a-ae6b4504f9f9 None None] Provisioning complete for port ced6c6bd-c5b0-4183-a60d-0577254d573e triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:50.012501 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5f093d3e-577b-44d2-a99a-ae6b4504f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.021486 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.023904 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.027552 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ab6fead-8f89-4b5d-a034-c2ea54a2b09d HTTP/1.1" status: 204 len: 168 time: 0.8155084 Jun 06 19:26:50.041482 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-2a33231f-7c9e-4dbc-90a1-a150e4276738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:50.057218 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab6fead-8f89-4b5d-a034-c2ea54a2b09d,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:50.060109 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:50.079674 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.082894 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.087918 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:50.157895 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1e2abb30-62ab-4b3b-9c52-e2a9b9aea1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.168233 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=ced6c6bd-c5b0-4183-a60d-0577254d573e,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:50.202311 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:50.341840 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1e2abb30-62ab-4b3b-9c52-e2a9b9aea1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.445244 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1e2abb30-62ab-4b3b-9c52-e2a9b9aea1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.445339 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce25c39-c010-4b02-a25f-293ecbf7af0c req-451cfc58-a1a7-4c28-922b-f5ed5508b20e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:50.445339 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8ce25c39-c010-4b02-a25f-293ecbf7af0c req-451cfc58-a1a7-4c28-922b-f5ed5508b20e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0872355 Jun 06 19:26:50.446385 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Router 1f758227-a19f-4697-a4c6-7980ed8819b5 is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:26:50.456651 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4511f274-f767-477e-96d3-fe758a9fc186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:50.517139 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-1e2abb30-62ab-4b3b-9c52-e2a9b9aea1e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8814b89c6cab4dd9b5e1146a4640f7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283167 Jun 06 19:26:50.518350 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2abb30-62ab-4b3b-9c52-e2a9b9aea1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be70bbc7-2f32-48a6-b84b-53b8d0ce760a,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:50.520996 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60846) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:50.555537 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-1e2abb30-62ab-4b3b-9c52-e2a9b9aea1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:50.591287 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8ce25c39-c010-4b02-a25f-293ecbf7af0c req-70bb0e5e-cb41-4dab-875d-9960af2438e6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388776 Jun 06 19:26:50.617400 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.637123 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.700164 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:50.715801 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Sync routers for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:50.729622 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:50.730260 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:50.830565 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Notify callbacks [] for router, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.833336 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.834860 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3258600 Jun 06 19:26:50.835603 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 60858) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:50.836427 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:50.837558 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be70bbc7-2f32-48a6-b84b-53b8d0ce760a HTTP/1.1" status: 204 len: 168 time: 0.3010728 Jun 06 19:26:50.838399 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fcf02fe8-c961-4a26-a7b1-304475a5e94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:50.849643 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be70bbc7-2f32-48a6-b84b-53b8d0ce760a,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:50.851658 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60862) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:50.866577 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:50.872719 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-831b9021-6a54-4fb2-8459-fd24097c8f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.000947 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:51.013740 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-831b9021-6a54-4fb2-8459-fd24097c8f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.085118 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-831b9021-6a54-4fb2-8459-fd24097c8f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.095930 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e6da92ac-4a2d-45d0-92f4-a0269a5682b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:51.131294 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-831b9021-6a54-4fb2-8459-fd24097c8f80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93fdc25fb63744ac935a170750b4a3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788720 Jun 06 19:26:51.134542 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60868) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:51.178347 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b9021-6a54-4fb2-8459-fd24097c8f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81258f0e-0912-471e-8b8b-51f7d485df10,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:51.182049 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-831b9021-6a54-4fb2-8459-fd24097c8f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:51.221221 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.256833 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.310848 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:49Z', 'revision_number': 3, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:51.315335 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Checking router: 1f758227-a19f-4697-a4c6-7980ed8819b5 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:51.319878 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Updating router 1f758227-a19f-4697-a4c6-7980ed8819b5 port 2b3e957f-0671-4ad8-b080-9ef651f31ecc binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:26:51.359277 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-adefd0ae-7121-4b37-bbff-225855f4e0de tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:51.365908 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-adefd0ae-7121-4b37-bbff-225855f4e0de tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.4175665 Jun 06 19:26:51.370086 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.386668 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-82dd0c17-b26a-4146-8971-847af96aff47 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/quotas/4c619ec517c84525affd7c3b64c1a207 HTTP/1.1" status: 200 len: 375 time: 0.0196881 Jun 06 19:26:51.418911 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.425768 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.425768 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81258f0e-0912-471e-8b8b-51f7d485df10 HTTP/1.1" status: 204 len: 168 time: 0.2874906 Jun 06 19:26:51.425768 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-70a643ba-3171-4b8c-83a7-35d67b7c0303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:51.460108 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81258f0e-0912-471e-8b8b-51f7d485df10,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:51.466422 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:51.558030 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ced6c6bd-c5b0-4183-a60d-0577254d573e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:51.647776 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-f1d1c256-ddd6-45ca-b535-82d81ebfd716 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2601843 Jun 06 19:26:51.649379 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port ced6c6bd-c5b0-4183-a60d-0577254d573e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:51.649891 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.795852 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60882) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:51.814374 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-75c7897d-892e-4411-bb74-7d771da3b18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.842881 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.860892 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Transition to ACTIVE for port object 2b3e957f-0671-4ad8-b080-9ef651f31ecc will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:51.948929 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:51.954504 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:51.958709 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-75c7897d-892e-4411-bb74-7d771da3b18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.007827 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-e99a2e6e-5ada-43b8-a93a-c9dceb17facb service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588734 Jun 06 19:26:52.035323 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-75c7897d-892e-4411-bb74-7d771da3b18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.042501 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Pushing event updated for resources: {'Port': ['ID=2b3e957f-0671-4ad8-b080-9ef651f31ecc,revision_number=2']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:52.056911 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.057538 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.058115 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.058659 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.059188 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.059711 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.060194 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.060693 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.061355 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.062757 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.063341 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.063872 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:52.075274 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:52.077704 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Attempting to bind port 2b3e957f-0671-4ad8-b080-9ef651f31ecc on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:52.078305 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Attempting to bind port 2b3e957f-0671-4ad8-b080-9ef651f31ecc by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:52.078900 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Attempting to bind port 2b3e957f-0671-4ad8-b080-9ef651f31ecc on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:52.079078 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-831b9021-6a54-4fb2-8459-fd24097c8f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:52.084712 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:52.085416 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:52.086056 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.086659 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:52.087343 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Bound port: 2b3e957f-0671-4ad8-b080-9ef651f31ecc, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:52.087930 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.122254 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-75c7897d-892e-4411-bb74-7d771da3b18e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13ef23db6844471eb12859097f2bce54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244793 Jun 06 19:26:52.122978 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e8d1-e934-4bf8-8872-1d05ee734eb6 req-6c57fd61-093e-4176-935d-d3eb6341b260 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:52.125117 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ce8e8d1-e934-4bf8-8872-1d05ee734eb6 req-6c57fd61-093e-4176-935d-d3eb6341b260 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3020334 Jun 06 19:26:52.134451 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 60894) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:52.174780 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] For port 2b3e957f-0671-4ad8-b080-9ef651f31ecc, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:52.175671 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7897d-892e-4411-bb74-7d771da3b18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4caee9e-8358-41b8-b215-551433ee67f3,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:52.178770 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] For port 2b3e957f-0671-4ad8-b080-9ef651f31ecc, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=2b3e957f-0671-4ad8-b080-9ef651f31ecc,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:52.178966 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-75c7897d-892e-4411-bb74-7d771da3b18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:52.222504 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.225185 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.251703 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.274711 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ce8e8d1-e934-4bf8-8872-1d05ee734eb6 req-388cef85-687e-4111-8a0d-5c25428cda88 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952926 Jun 06 19:26:52.299170 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.303972 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-cc492afa-0fa7-4a5b-9fe1-71c64be559cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:52.316069 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-7b66424a-08d7-43a7-8f9a-035bbc2bd8d0 service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953236 Jun 06 19:26:52.376176 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.390036 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:52.390036 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4caee9e-8358-41b8-b215-551433ee67f3 HTTP/1.1" status: 204 len: 168 time: 0.2519917 Jun 06 19:26:52.390036 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-14674ddf-3fd0-4f62-a604-22196629f391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:52.406689 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Pushing event updated for resources: {'Port': ['ID=2b3e957f-0671-4ad8-b080-9ef651f31ecc,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:52.410047 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4caee9e-8358-41b8-b215-551433ee67f3,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:52.410253 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:52.411142 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:52.414319 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:52.515394 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-275f6ae2-5cc4-4a40-b042-1c6684173c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:52.770752 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a1f5c6d-f924-448c-ab72-185d25133e79 req-db753795-7b10-4b18-bb2e-e8ed777d9148 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 210 time: 0.0898492 Jun 06 19:26:52.793328 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Allocated IP 172.20.0.1 (3ac92d5c-0f9b-41d6-8309-927d17e9b198/0a89670a-3bfb-47b4-89ff-872e74bc31e5/14490bda-c897-45b6-8c7a-1a3e6f5a527c) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:52.809186 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:53.099482 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:53.116411 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Transition to ACTIVE for port object 14490bda-c897-45b6-8c7a-1a3e6f5a527c will not be triggered until provisioned by entity DHCP. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:53.180923 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:49Z', 'revision_number': 3, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:53.184982 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39352dd9-e7e8-465c-b3aa-ec7bb9d092b9 None None] The sync data for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb is: [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:49Z', 'revision_number': 3, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:53.232275 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:53.240555 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a1329f4f-7c33-492b-b530-f650473e50bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:53.297478 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:53.304983 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:53.310681 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:53.311146 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:53.332650 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Pushing event updated for resources: {'Port': ['ID=14490bda-c897-45b6-8c7a-1a3e6f5a527c,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:53.345070 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:53.600917 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171b56e-bfd1-4218-be80-e130f30961ea req-a786b623-b746-4f70-9cbb-5c054bc5b7b8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:53.602585 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0171b56e-bfd1-4218-be80-e130f30961ea req-a786b623-b746-4f70-9cbb-5c054bc5b7b8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1546357 Jun 06 19:26:53.678248 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0171b56e-bfd1-4218-be80-e130f30961ea req-3e26f14c-3431-4c1c-b5d2-2ebdec5e7e52 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662870 Jun 06 19:26:53.759501 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:53.841372 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-a97a6344-fa7e-408c-b607-63b5d58370d8 None None] Provisioning for port 14490bda-c897-45b6-8c7a-1a3e6f5a527c completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:53.848299 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-a97a6344-fa7e-408c-b607-63b5d58370d8 None None] Provisioning complete for port 14490bda-c897-45b6-8c7a-1a3e6f5a527c triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:53.848876 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a97a6344-fa7e-408c-b607-63b5d58370d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:54.014395 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-a97a6344-fa7e-408c-b607-63b5d58370d8 None None] Port 14490bda-c897-45b6-8c7a-1a3e6f5a527c cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:26:54.099295 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8d662be8-6258-4356-a521-36a5fd9be6b7 req-e3cd23dc-c86e-45a0-9cdb-13128ba79251 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 210 time: 0.0648518 Jun 06 19:26:54.170556 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:54.271832 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:54.272713 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:54.278597 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:54.383919 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Pushing event updated for resources: {'Port': ['ID=14490bda-c897-45b6-8c7a-1a3e6f5a527c,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:54.387636 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:54.497134 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:54.498314 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:54.748851 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Router 1f758227-a19f-4697-a4c6-7980ed8819b5 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:26:54.864977 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-fb353817-c32f-45d3-a152-e0441decd209 None None] Provisioning complete for port 14490bda-c897-45b6-8c7a-1a3e6f5a527c triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:54.865942 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fb353817-c32f-45d3-a152-e0441decd209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:55.026823 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-fb353817-c32f-45d3-a152-e0441decd209 None None] Port 14490bda-c897-45b6-8c7a-1a3e6f5a527c cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:26:55.045262 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:55.051272 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] 10.222.0.13 "PUT /v2.0/routers/1f758227-a19f-4697-a4c6-7980ed8819b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2147272 Jun 06 19:26:55.087017 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cfab3-5cff-4b89-9133-a485933ed67b req-2b4b0ce0-be2c-4da9-8813-008a5c79d4f3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:55.088565 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fa7cfab3-5cff-4b89-9133-a485933ed67b req-2b4b0ce0-be2c-4da9-8813-008a5c79d4f3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.2343373 Jun 06 19:26:55.171904 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fa7cfab3-5cff-4b89-9133-a485933ed67b req-09ac6e5d-76ba-4cf4-9bb8-869f7924fe89 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669651 Jun 06 19:26:55.350743 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-392c8155-64f9-4324-a261-4d34a7e10cfc req-5224b7c5-1383-4de2-ab60-f9bed939bbae tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 210 time: 0.0960667 Jun 06 19:26:55.430020 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Sync routers for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:55.456342 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:55.458163 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:55.602213 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-3eae2c32-6a5e-472c-afe3-4286c83c3b68 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:55.604747 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-3eae2c32-6a5e-472c-afe3-4286c83c3b68 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.3089793 Jun 06 19:26:55.637318 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Request body: {'port': {'device_id': '33e28446-fbef-4321-9fee-40997c328cd0', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'admin_state_up': True, 'tenant_id': '4c619ec517c84525affd7c3b64c1a207'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:55.661909 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 2b3e957f-0671-4ad8-b080-9ef651f31ecc up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:55.947054 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:56.028814 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:26:56.085076 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Made reservation on behalf of 4c619ec517c84525affd7c3b64c1a207 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:56.089864 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.271862 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 2b3e957f-0671-4ad8-b080-9ef651f31ecc completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:56.299976 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 2b3e957f-0671-4ad8-b080-9ef651f31ecc triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:56.300663 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.416881 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Allocated IP 172.20.0.2 (c7d5e368-261d-47f6-9973-9258c735db8f/9cedd807-3741-490a-b478-4cc94111fbbf/d4da8d91-17a3-42d3-b9b0-43cde45eafa3) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:56.581558 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 32866) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:56.593619 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820317747-network', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:56.664981 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.685579 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-396c0a75-f35c-49d6-a0f4-c0f012048282 req-a4fb9e1e-a8a1-4f12-935f-e5041b28e5a2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 210 time: 0.0480094 Jun 06 19:26:56.686335 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 2b3e957f-0671-4ad8-b080-9ef651f31ecc, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=2b3e957f-0671-4ad8-b080-9ef651f31ecc,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:56.690675 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 2, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:56.696712 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Checking router: 1f758227-a19f-4697-a4c6-7980ed8819b5 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:56.697392 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Updating router 1f758227-a19f-4697-a4c6-7980ed8819b5 port 14490bda-c897-45b6-8c7a-1a3e6f5a527c binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:26:56.734760 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d618a-d84e-402a-b49d-58694f7d3394 req-1d2aba61-1c03-439a-9c4a-c74eb3e41fd6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:56.734760 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-366d618a-d84e-402a-b49d-58694f7d3394 req-1d2aba61-1c03-439a-9c4a-c74eb3e41fd6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3007894 Jun 06 19:26:56.734760 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Made reservation on behalf of 1c5b9231c8d243e897414ff3c94b5760 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:56.737980 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.752038 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.761455 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.799705 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.808259 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.820903 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:56.903590 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:56.913895 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:56.935502 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9666a428-e617-4555-92d1-7de8b63abb2f', 'c5321134-5b1b-4628-a48e-f13b6327221b'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:56.981304 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-366d618a-d84e-402a-b49d-58694f7d3394 req-3765c9bf-17df-4ee5-8a01-ab8d4de133e2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301302 Jun 06 19:26:56.987818 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Network c7d5e368-261d-47f6-9973-9258c735db8f is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:56.991231 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:56.995475 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:57.002622 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=2b3e957f-0671-4ad8-b080-9ef651f31ecc,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:57.015994 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:57.049085 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event updated for resources: {'Port': ['ID=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:57.059533 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:57.081905 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.100691 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:57.101699 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.167808 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.170601 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:57.195521 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:26:57.210141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.211501 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Added segment 4d7398ec-191e-4e73-aa06-c82e6b434481 of type vlan for network db9be876-e23d-49ba-9f1d-a652b9d88a8b Jun 06 19:26:57.265184 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06054876-e53d-4876-9208-e03e407c879c,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:57.269842 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6376059 Jun 06 19:26:57.273119 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:57.276992 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.314270 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Request body: {'port': {'device_id': '33e28446-fbef-4321-9fee-40997c328cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:57.386878 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.409948 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Transition to ACTIVE for port object 14490bda-c897-45b6-8c7a-1a3e6f5a527c will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:57.414181 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.415956 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:57.422669 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.424827 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:57.437702 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.512341 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 2b3e957f-0671-4ad8-b080-9ef651f31ecc up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:57.545363 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Pushing event updated for resources: {'Network': ['ID=db9be876-e23d-49ba-9f1d-a652b9d88a8b,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:57.548412 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9641962 Jun 06 19:26:57.549544 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:57.558082 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 32882) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:57.568854 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Request body: {'subnet': {'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820317747-subnet', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:57.573253 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:26:57.605095 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.616672 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:57.670887 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Made reservation on behalf of 1c5b9231c8d243e897414ff3c94b5760 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:57.673807 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:57.693592 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-8eb3a675-dc78-4f3a-bfb2-f23a0821e0fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958183 Jun 06 19:26:57.856400 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9262c-ce58-4cfe-83d5-5bd3e356f358 None None] Pushing event updated for resources: {'Port': ['ID=14490bda-c897-45b6-8c7a-1a3e6f5a527c,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:57.897462 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9ac9262c-ce58-4cfe-83d5-5bd3e356f358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:57.974174 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 2b3e957f-0671-4ad8-b080-9ef651f31ecc triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:57.974812 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.001499 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Attempting to bind port 14490bda-c897-45b6-8c7a-1a3e6f5a527c on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:58.002136 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Attempting to bind port 14490bda-c897-45b6-8c7a-1a3e6f5a527c by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:58.002699 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Attempting to bind port 14490bda-c897-45b6-8c7a-1a3e6f5a527c on network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:58.028258 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:58.028978 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Checking segment: {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:58.029606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.030203 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Bound using segment: {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:58.031487 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Bound port: 14490bda-c897-45b6-8c7a-1a3e6f5a527c, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:58.032086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.092098 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6094cc-d339-437b-8751-f653750f5cac req-2a9edfbc-3220-4939-b3e2-0a56b38db90a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:58.107069 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6b6094cc-d339-437b-8751-f653750f5cac req-2a9edfbc-3220-4939-b3e2-0a56b38db90a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 931 time: 0.2751176 Jun 06 19:26:58.152988 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4da8d91-17a3-42d3-b9b0-43cde45eafa3 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:58.160483 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-163e4289-8523-45bc-92a3-2e438ae398e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:58.161952 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-163e4289-8523-45bc-92a3-2e438ae398e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 1098 time: 0.2901123 Jun 06 19:26:58.189325 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.246104 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] For port 14490bda-c897-45b6-8c7a-1a3e6f5a527c, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:58.247490 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Transition to ACTIVE for port object d4da8d91-17a3-42d3-b9b0-43cde45eafa3 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:58.259671 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] For port 14490bda-c897-45b6-8c7a-1a3e6f5a527c, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=14490bda-c897-45b6-8c7a-1a3e6f5a527c,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:58.323718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.323831 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.327951 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:58.328088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2e4ef9d6-37ec-46c6-8dac-a50e8084ed32 tempest-DeleteServersTestJSON-980214537 tempest-DeleteServersTestJSON-980214537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:58.358455 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6b6094cc-d339-437b-8751-f653750f5cac req-e93b1015-ef99-4e46-a9e1-933ac55e5c4b tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503736 Jun 06 19:26:58.406254 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:58.406254 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:26:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:58.484879 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.502704 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7a517d84-d743-4d3d-aede-89bdf553e8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:58.571522 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9262c-ce58-4cfe-83d5-5bd3e356f358 None None] Pushing event updated for resources: {'Port': ['ID=14490bda-c897-45b6-8c7a-1a3e6f5a527c,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:58.576152 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9ac9262c-ce58-4cfe-83d5-5bd3e356f358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:58.700631 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-8e62263c-1851-4392-9aae-cac501370c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:58.702391 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-8e62263c-1851-4392-9aae-cac501370c92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 915 time: 0.4913332 Jun 06 19:26:58.710826 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80188-0f2c-41d8-8e1f-b363e54a5b4d req-5c0cefd0-58ac-43cc-8568-c6583e45b149 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:58.719112 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2aa80188-0f2c-41d8-8e1f-b363e54a5b4d req-5c0cefd0-58ac-43cc-8568-c6583e45b149 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.5091541 Jun 06 19:26:58.744105 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Pushing event updated for resources: {'Port': ['ID=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:58.748169 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:58.806786 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=694a4d3c-26e2-44b0-9c0a-e1889473efa5,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:58.826110 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:58.828289 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-db26350c-ed9e-4bf0-81cc-2ede9542ea07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9666a428-e617-4555-92d1-7de8b63abb2f HTTP/1.1" status: 200 len: 217 time: 0.1070352 Jun 06 19:26:58.833322 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Checking segment: {'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:58.834014 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Network hostable DHCP agents. Network: db9be876-e23d-49ba-9f1d-a652b9d88a8b, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:26:58.840227 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:58.841728 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Attempting to bind port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:58.845677 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Attempting to bind port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:58.845677 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Attempting to bind port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:58.849031 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 on network c7d5e368-261d-47f6-9973-9258c735db8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:26:58.849295 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Attempting to bind port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:58.856088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:58.856827 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Checking segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:58.857444 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Bound using segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:58.858110 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Bound port: d4da8d91-17a3-42d3-b9b0-43cde45eafa3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:58.859153 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:58.909708 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2aa80188-0f2c-41d8-8e1f-b363e54a5b4d req-b52d3373-e300-4d4c-bbeb-9f98167bee22 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895339 Jun 06 19:26:58.932867 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-e76de89e-9cab-4c2f-9c07-245e23471529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:58.934477 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-e76de89e-9cab-4c2f-9c07-245e23471529 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.0850585 Jun 06 19:26:58.984262 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] For port d4da8d91-17a3-42d3-b9b0-43cde45eafa3, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:58.987783 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] For port d4da8d91-17a3-42d3-b9b0-43cde45eafa3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:59.001123 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-8c6159c1-be12-4b16-9dfb-d036b08f45a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542102 Jun 06 19:26:59.001939 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:26:59.081957 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:59.089625 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-63aec27b-9df7-488f-9749-7c2f4c111da4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:59.108089 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, db9be876-e23d-49ba-9f1d-a652b9d88a8b) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:59.118202 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405eafb-7e5d-4241-9098-bb2f5b958aca None None] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:26:59.121636 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:59.122217 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:59.155915 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-b73ea1c1-7663-48cf-8064-110eabbe58d8 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464491 Jun 06 19:26:59.163332 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:59.163932 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:59.165261 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] 10.222.0.10 "PUT /v2.0/ports/d4da8d91-17a3-42d3-b9b0-43cde45eafa3 HTTP/1.1" status: 200 len: 1093 time: 1.8562329 Jun 06 19:26:59.166044 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e28446-fbef-4321-9fee-40997c328cd0', 'tag': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:59.168510 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73925fa0-c800-44d9-abbd-4452d48bf100" -d '{"events": [{"name": "network-changed", "server_uuid": "33e28446-fbef-4321-9fee-40997c328cd0", "tag": "d4da8d91-17a3-42d3-b9b0-43cde45eafa3"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:59.194247 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Pushing event updated for resources: {'Port': ['ID=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:59.211118 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:59.221601 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331dbc30-19dd-4328-9256-52624efd1ccb x-openstack-request-id: req-331dbc30-19dd-4328-9256-52624efd1ccb {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:59.221997 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e28446-fbef-4321-9fee-40997c328cd0", "tag": "d4da8d91-17a3-42d3-b9b0-43cde45eafa3", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:59.222287 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-331dbc30-19dd-4328-9256-52624efd1ccb {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:59.222902 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e28446-fbef-4321-9fee-40997c328cd0', 'tag': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3', 'status': 'completed', 'code': 200} Jun 06 19:26:59.278060 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7165916 Jun 06 19:26:59.284254 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 32916) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:59.288986 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:59.325651 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4813c28f-da91-4c0a-91b1-5ee9be738019 req-091e6df1-b5f5-4b3c-b575-91761c866383 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606824 Jun 06 19:26:59.348654 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73925fa0-c800-44d9-abbd-4452d48bf100 req-092f8095-6be9-4d13-beeb-55634a95b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:59.350125 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-73925fa0-c800-44d9-abbd-4452d48bf100 req-092f8095-6be9-4d13-beeb-55634a95b7ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0923519 Jun 06 19:26:59.429031 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:59.429031 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:59.443188 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:59.510564 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-db9be876-e23d-49ba-9f1d-a652b9d88a8b', 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'fixed_ips': [{'subnet_id': '694a4d3c-26e2-44b0-9c0a-e1889473efa5'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:26:59.512292 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:59.527111 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:26:58Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:59.536378 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73925fa0-c800-44d9-abbd-4452d48bf100 req-5ad8e261-88bc-4970-a3af-76dac3dbf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:59.537904 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-73925fa0-c800-44d9-abbd-4452d48bf100 req-5ad8e261-88bc-4970-a3af-76dac3dbf729 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4c619ec517c84525affd7c3b64c1a207&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1685574 Jun 06 19:26:59.541021 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966fc82-cf46-4069-b60e-1506d27e6fd5 None None] The sync data for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb is: [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:26:58Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:59.639737 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ae4c-6586-40df-8e8f-c3a72636d493 req-fea4ece1-b15a-4d09-af22-426ba59a9165 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:59.643109 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dd60ae4c-6586-40df-8e8f-c3a72636d493 req-fea4ece1-b15a-4d09-af22-426ba59a9165 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 943 time: 0.1450267 Jun 06 19:26:59.782466 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73925fa0-c800-44d9-abbd-4452d48bf100 req-8bc12a9e-4efb-4954-a82b-d1072ae6824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:59.784235 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-73925fa0-c800-44d9-abbd-4452d48bf100 req-8bc12a9e-4efb-4954-a82b-d1072ae6824a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317908 Jun 06 19:26:59.854228 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Allocated IP 172.20.0.2 (db9be876-e23d-49ba-9f1d-a652b9d88a8b/694a4d3c-26e2-44b0-9c0a-e1889473efa5/35e874d4-2b29-4e87-b2d6-7c3fc975c4b4) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:27:00.005317 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-fa54f911-db95-4a57-9b75-a8ad9b76b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:00.006868 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-fa54f911-db95-4a57-9b75-a8ad9b76b26a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 1096 time: 0.1652107 Jun 06 19:27:00.161600 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-6e93064c-e413-4aa5-a82c-02e6e835b82b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4da8d91-17a3-42d3-b9b0-43cde45eafa3 HTTP/1.1" status: 200 len: 217 time: 0.1438923 Jun 06 19:27:00.164404 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dd60ae4c-6586-40df-8e8f-c3a72636d493 req-8fc23c5e-9f02-457e-96a7-14c1456f02c1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013137 Jun 06 19:27:00.200844 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:00.241963 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:00.267155 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Transition to ACTIVE for port object 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:00.278542 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:00.320376 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Transition to ACTIVE for port object 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:00.321173 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-de00b327-a90e-4e67-b292-3eee6924c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:00.322722 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-de00b327-a90e-4e67-b292-3eee6924c3f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.1435256 Jun 06 19:27:00.325408 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8688-3b91-4a1e-8182-285d5d8eec58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:00.388027 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-92df221d-5da9-455c-8587-411356867b18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538368 Jun 06 19:27:00.405427 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:00.416447 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:00.426987 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08a299-cd03-4204-a1ed-803633f8bee1 req-b483a838-2482-4869-a5de-6cc0762f7aee tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:00.428667 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a08a299-cd03-4204-a1ed-803633f8bee1 req-b483a838-2482-4869-a5de-6cc0762f7aee tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1293180 Jun 06 19:27:00.576293 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Pushing event updated for resources: {'Port': ['ID=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:00.594065 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:00.601112 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:27:00.613847 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:27:00.617770 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:27:00.626590 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-70db95c6-2891-4f99-ad5a-cd43083eeb83 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255745 Jun 06 19:27:00.688994 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a08a299-cd03-4204-a1ed-803633f8bee1 req-a29ca849-e146-4843-b9d4-f98a984a4fcb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528915 Jun 06 19:27:00.876549 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Attempting to bind port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:27:00.876976 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Attempting to bind port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:27:00.877358 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Attempting to bind port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 on network db9be876-e23d-49ba-9f1d-a652b9d88a8b {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:27:00.899431 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:27:00.899927 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Checking segment: {'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:27:00.900347 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:00.900759 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Bound using segment: {'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:27:00.901405 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Bound port: 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:27:00.901825 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.027231 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] For port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:27:01.030012 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] For port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,segment=NetworkSegment(4d7398ec-191e-4e73-aa06-c82e6b434481),segment_id=4d7398ec-191e-4e73-aa06-c82e6b434481)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:27:01.043112 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.056856 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f0b89587-ede0-49c1-9a75-9f30f17abc95 req-ae43878b-f5a8-4186-8322-317ff96f0666 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181712 Jun 06 19:27:01.113302 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.154679 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.168683 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:01.283428 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 32962) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:01.298166 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Allocated IP 172.28.3.205 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/07debea2-569f-4b2d-9110-110c72794e66) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:27:01.387294 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Pushing event updated for resources: {'Port': ['ID=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:01.411281 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:01.622681 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.639313 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9eda-6e9d-45d1-bc63-c69aa367ea75 req-3eb150ea-523f-46da-879a-9709a565f0cc tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:01.641325 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-280d9eda-6e9d-45d1-bc63-c69aa367ea75 req-3eb150ea-523f-46da-879a-9709a565f0cc tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 943 time: 0.2334294 Jun 06 19:27:01.693080 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3271c907-4eef-488f-ad8c-0d93519148d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.699693 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 14490bda-c897-45b6-8c7a-1a3e6f5a527c up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:01.745774 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-280d9eda-6e9d-45d1-bc63-c69aa367ea75 req-421f2e85-338c-4dea-939a-7ab271ec8ede tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951259 Jun 06 19:27:01.853820 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.861145 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:01.888394 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3271c907-4eef-488f-ad8c-0d93519148d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.948218 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 14490bda-c897-45b6-8c7a-1a3e6f5a527c completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:01.949139 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 14490bda-c897-45b6-8c7a-1a3e6f5a527c triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:01.949517 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.978738 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:27:01.986107 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:27:01.990206 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3271c907-4eef-488f-ad8c-0d93519148d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:01.994230 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:27:02.001039 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dc2ff7c1-6841-4419-a719-8946cf327702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:02.038883 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271c907-4eef-488f-ad8c-0d93519148d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf257cd-ed96-4ed5-8d0d-ec8e06fd683f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:02.042786 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-3271c907-4eef-488f-ad8c-0d93519148d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:02.056513 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Pushing event updated for resources: {'Port': ['ID=07debea2-569f-4b2d-9110-110c72794e66,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:02.060277 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-3271c907-4eef-488f-ad8c-0d93519148d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29caf2d6f5bf4c4e8690193b50b762c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7753150 Jun 06 19:27:02.061005 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 32970) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:02.069232 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:02.073299 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.120349 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 14490bda-c897-45b6-8c7a-1a3e6f5a527c, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=14490bda-c897-45b6-8c7a-1a3e6f5a527c,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:02.136510 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.180118 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.193931 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9ac9262c-ce58-4cfe-83d5-5bd3e356f358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:02.211219 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.293046 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=14490bda-c897-45b6-8c7a-1a3e6f5a527c,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:02.299989 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:02.341230 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa453e-fde1-407d-a626-7d76f423ca5e req-7a0da0fd-681f-4256-9cc4-4e805e9ede1f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:02.343013 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-14aa453e-fde1-407d-a626-7d76f423ca5e req-7a0da0fd-681f-4256-9cc4-4e805e9ede1f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.4417858 Jun 06 19:27:02.394597 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-14aa453e-fde1-407d-a626-7d76f423ca5e req-1b2d5abd-cc8c-4154-bcae-d1a1e1a34eb6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Jun 06 19:27:02.427522 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.435365 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.435365 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bf257cd-ed96-4ed5-8d0d-ec8e06fd683f HTTP/1.1" status: 204 len: 168 time: 0.3686728 Jun 06 19:27:02.435365 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9f112bb4-9374-4d78-bd13-b6ec49ab796a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:02.442901 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf257cd-ed96-4ed5-8d0d-ec8e06fd683f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:02.445223 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:02.646817 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7fa486-88c5-447f-bc5c-8bb571383dfc None None] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:27:02.654049 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.858264 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-df49375a-58f5-4e58-8a85-45482d6561d0 None None] Provisioning for port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:02.862131 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:02.866921 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3ac31c60-491b-4f90-aacb-61ce82e8a6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.075857 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.088831 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f84fd-3926-4bf0-b221-ca76ccf79f05 req-c32b260c-ffea-4c53-b2bc-4f1fcd22deaa tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:03.090992 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-570f84fd-3926-4bf0-b221-ca76ccf79f05 req-c32b260c-ffea-4c53-b2bc-4f1fcd22deaa tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 943 time: 0.1911035 Jun 06 19:27:03.211385 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-570f84fd-3926-4bf0-b221-ca76ccf79f05 req-8673fe87-47dd-48a3-8740-b97d34a74957 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691023 Jun 06 19:27:03.221150 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 32988) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:03.240811 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-508de906-b82a-416a-b55f-b76f13d26f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.351090 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-508de906-b82a-416a-b55f-b76f13d26f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.416192 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Router e08d05fa-c5da-491a-aaf7-5d34be470890 is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:27:03.470896 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-508de906-b82a-416a-b55f-b76f13d26f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.480937 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-54d344b3-107b-4903-a085-bdfae4874e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:03.525393 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-508de906-b82a-416a-b55f-b76f13d26f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33186e36ab9142c686122a7b992b51e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023338 Jun 06 19:27:03.529203 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 32998) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:03.589230 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508de906-b82a-416a-b55f-b76f13d26f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e2689f-5c26-40ff-ae9e-f7294b4d850c,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:03.596002 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-508de906-b82a-416a-b55f-b76f13d26f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:03.633450 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.666654 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.698763 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 14490bda-c897-45b6-8c7a-1a3e6f5a527c up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:03.775996 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:27:03.785084 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Sync routers for ids ['e08d05fa-c5da-491a-aaf7-5d34be470890'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:27:03.799371 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.801268 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Routers {'e08d05fa-c5da-491a-aaf7-5d34be470890'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:27:03.803131 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.806596 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62e2689f-5c26-40ff-ae9e-f7294b4d850c HTTP/1.1" status: 204 len: 168 time: 0.2739804 Jun 06 19:27:03.806786 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f98099-470f-4044-ac33-70839a925379 req-c7f06ce7-1d4b-4f43-af1b-3d4cbe354b98 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:03.806897 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:03.807014 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-79f98099-470f-4044-ac33-70839a925379 req-c7f06ce7-1d4b-4f43-af1b-3d4cbe354b98 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.2276433 Jun 06 19:27:03.812288 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:27:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['e08d05fa-c5da-491a-aaf7-5d34be470890'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:03.832076 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 14490bda-c897-45b6-8c7a-1a3e6f5a527c triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:03.832523 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.845609 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e2689f-5c26-40ff-ae9e-f7294b4d850c,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:03.847366 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:03.904247 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-79f98099-470f-4044-ac33-70839a925379 req-369de353-2a2f-41c4-9cf7-5fe346ef3f17 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Jun 06 19:27:03.906339 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Notify callbacks [] for router, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:03.907433 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6222615 Jun 06 19:27:03.910483 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33008) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:03.929508 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:04.042077 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Set router e08d05fa-c5da-491a-aaf7-5d34be470890 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:27:04.066668 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:04.266475 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:04.271870 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:04.272459 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:04.359612 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '07debea2-569f-4b2d-9110-110c72794e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 3, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port': {'id': '07debea2-569f-4b2d-9110-110c72794e66', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:01Z', 'updated_at': '2021-06-06T19:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:04.364491 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Checking router: e08d05fa-c5da-491a-aaf7-5d34be470890 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:27:04.365440 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Updating router e08d05fa-c5da-491a-aaf7-5d34be470890 port 07debea2-569f-4b2d-9110-110c72794e66 binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:27:04.426978 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:04.458187 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:04.503818 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,segment=NetworkSegment(4d7398ec-191e-4e73-aa06-c82e6b434481),segment_id=4d7398ec-191e-4e73-aa06-c82e6b434481)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:04.582476 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:04.589265 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:04.658904 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d4da8d91-17a3-42d3-b9b0-43cde45eafa3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:27:04.689794 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b66049-4b20-4b7f-9b6a-6cef6336fa52 req-a4fbe432-3b87-44fd-be32-081b40be9288 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:04.691312 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-72b66049-4b20-4b7f-9b6a-6cef6336fa52 req-a4fbe432-3b87-44fd-be32-081b40be9288 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 943 time: 0.2978497 Jun 06 19:27:04.724106 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:04.727797 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:04.899312 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d4da8d91-17a3-42d3-b9b0-43cde45eafa3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:04.912592 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'port_id': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3', 'mac_address': 'fa:16:3e:d1:78:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cedd807-3741-490a-b478-4cc94111fbbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:27:04.929213 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-72b66049-4b20-4b7f-9b6a-6cef6336fa52 req-a7582d59-d408-4e65-b2a7-dda62b5485d3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110968 Jun 06 19:27:05.008203 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.039701 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Transition to ACTIVE for port object 07debea2-569f-4b2d-9110-110c72794e66 will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:05.083707 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.115465 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4da8d91-17a3-42d3-b9b0-43cde45eafa3 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:27:05.131565 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.133780 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-cc492afa-0fa7-4a5b-9fe1-71c64be559cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:05.138039 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d4da8d91-17a3-42d3-b9b0-43cde45eafa3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:05.217373 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.222398 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:05.226952 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb053e27-2b6f-45ea-a042-d3f4d2dcbcdd None None] Pushing event updated for resources: {'Port': ['ID=07debea2-569f-4b2d-9110-110c72794e66,revision_number=2']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:05.229291 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Attempting to bind port 07debea2-569f-4b2d-9110-110c72794e66 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:27:05.229734 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Attempting to bind port 07debea2-569f-4b2d-9110-110c72794e66 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:27:05.230181 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Attempting to bind port 07debea2-569f-4b2d-9110-110c72794e66 on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:27:05.232442 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-eb053e27-2b6f-45ea-a042-d3f4d2dcbcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:05.237622 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:27:05.238094 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:27:05.238574 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.238996 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:27:05.239659 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Bound port: 07debea2-569f-4b2d-9110-110c72794e66, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:27:05.240234 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.277655 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509d55c-a0ba-4a99-b698-bae28e97dea7 req-eac25506-e893-474b-b75e-97ab46474bcf tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:05.279183 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f509d55c-a0ba-4a99-b698-bae28e97dea7 req-eac25506-e893-474b-b75e-97ab46474bcf tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.2082567 Jun 06 19:27:05.310226 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:05.314493 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:05.320227 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.331497 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] For port 07debea2-569f-4b2d-9110-110c72794e66, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:27:05.334848 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] For port 07debea2-569f-4b2d-9110-110c72794e66, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=07debea2-569f-4b2d-9110-110c72794e66,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:27:05.394205 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f509d55c-a0ba-4a99-b698-bae28e97dea7 req-5bedfac1-50ee-4b0e-a635-ce6149a5301f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050069 Jun 06 19:27:05.417088 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.423693 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-959da611-c40e-406b-b5e6-eea39fbb77e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:05.507850 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Routers {'e08d05fa-c5da-491a-aaf7-5d34be470890'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:27:05.508467 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:27:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['e08d05fa-c5da-491a-aaf7-5d34be470890'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:05.526570 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:05.576793 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb053e27-2b6f-45ea-a042-d3f4d2dcbcdd None None] Pushing event updated for resources: {'Port': ['ID=07debea2-569f-4b2d-9110-110c72794e66,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:05.581736 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-eb053e27-2b6f-45ea-a042-d3f4d2dcbcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:05.621785 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Allocated IP 172.20.0.1 (db9be876-e23d-49ba-9f1d-a652b9d88a8b/694a4d3c-26e2-44b0-9c0a-e1889473efa5/ed1dbf09-7714-467f-a6a1-1561306b536e) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:27:05.625547 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:05.625547 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.659792 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['d4da8d91-17a3-42d3-b9b0-43cde45eafa3'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:27:05.709372 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] Set router e08d05fa-c5da-491a-aaf7-5d34be470890 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:27:05.721054 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.864872 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.885763 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Transition to ACTIVE for port object ed1dbf09-7714-467f-a6a1-1561306b536e will not be triggered until provisioned by entity DHCP. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:05.973773 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:05.995214 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-52fa5f3d-feb9-4553-82ac-8f8cd253a45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:06.055597 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:27:06.058590 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:27:06.062885 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:27:06.063331 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:06.069023 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1dbf09-7714-467f-a6a1-1561306b536e,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:06.082926 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:06.108336 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '07debea2-569f-4b2d-9110-110c72794e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 3, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port': {'id': '07debea2-569f-4b2d-9110-110c72794e66', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:01Z', 'updated_at': '2021-06-06T19:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:06.115116 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000add2-a90d-4d28-a8e3-adf068d6c7d5 None None] The sync data for ids ['e08d05fa-c5da-491a-aaf7-5d34be470890'] in dv-cinder-794962-3-smb is: [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '07debea2-569f-4b2d-9110-110c72794e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 3, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port': {'id': '07debea2-569f-4b2d-9110-110c72794e66', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:01Z', 'updated_at': '2021-06-06T19:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:27:06.237455 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98acd8e-7db9-4eb1-8d2d-7e7add514d24 req-079082fe-ac41-4348-9390-d874f5e1bcd3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:06.249711 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a98acd8e-7db9-4eb1-8d2d-7e7add514d24 req-079082fe-ac41-4348-9390-d874f5e1bcd3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 944 time: 0.1575770 Jun 06 19:27:06.362361 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a98acd8e-7db9-4eb1-8d2d-7e7add514d24 req-18851c70-7801-4a73-9493-e0ec461a74fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147830 Jun 06 19:27:06.561728 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-d7254944-fc9d-4bf5-aa56-914910725ba2 None None] Provisioning for port ed1dbf09-7714-467f-a6a1-1561306b536e completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:06.566829 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-d7254944-fc9d-4bf5-aa56-914910725ba2 None None] Provisioning complete for port ed1dbf09-7714-467f-a6a1-1561306b536e triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:06.567264 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d7254944-fc9d-4bf5-aa56-914910725ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:06.636833 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-d7254944-fc9d-4bf5-aa56-914910725ba2 None None] Port ed1dbf09-7714-467f-a6a1-1561306b536e cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:27:06.657019 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:06.872180 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d06a6-06ee-40f3-8c8e-d81923abe85c req-7351f431-bc1a-420e-9d4f-a3b6b49d6c2c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:06.874881 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c80d06a6-06ee-40f3-8c8e-d81923abe85c req-7351f431-bc1a-420e-9d4f-a3b6b49d6c2c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3147995 Jun 06 19:27:07.016096 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c80d06a6-06ee-40f3-8c8e-d81923abe85c req-f338cbf2-3845-4534-a4c0-107389aa9bc6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335688 Jun 06 19:27:07.085940 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.150109 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.153056 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.156011 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:07.257767 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1dbf09-7714-467f-a6a1-1561306b536e,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:07.306543 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:07.357943 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:27:07.359116 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:27:07.558710 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 07debea2-569f-4b2d-9110-110c72794e66 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:07.659357 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Router e08d05fa-c5da-491a-aaf7-5d34be470890 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:27:07.663513 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c2bc1c5b-36e3-4716-83b9-c4f67fff3680 None None] Provisioning complete for port ed1dbf09-7714-467f-a6a1-1561306b536e triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:07.663999 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c5b-36e3-4716-83b9-c4f67fff3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.710190 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 07debea2-569f-4b2d-9110-110c72794e66 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:07.719893 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 07debea2-569f-4b2d-9110-110c72794e66 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:07.720493 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.779123 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc1c5b-36e3-4716-83b9-c4f67fff3680 None None] Port ed1dbf09-7714-467f-a6a1-1561306b536e cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:27:07.782212 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f88ba0-bdce-4fd9-96d5-8a8f645caee6 req-721dc012-8010-47f0-96af-bdd568d09b7a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:07.783986 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-16f88ba0-bdce-4fd9-96d5-8a8f645caee6 req-721dc012-8010-47f0-96af-bdd568d09b7a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 944 time: 0.2175586 Jun 06 19:27:07.861154 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.878030 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 07debea2-569f-4b2d-9110-110c72794e66, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=07debea2-569f-4b2d-9110-110c72794e66,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:07.910566 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-16f88ba0-bdce-4fd9-96d5-8a8f645caee6 req-2e951e4b-63be-4ff3-b1fa-22a5e63e6e6e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175129 Jun 06 19:27:07.927141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:27:07.934134 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/e08d05fa-c5da-491a-aaf7-5d34be470890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0199869 Jun 06 19:27:07.953644 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.955925 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:08.032087 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=07debea2-569f-4b2d-9110-110c72794e66,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:08.036529 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:08.130965 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Sync routers for ids ['e08d05fa-c5da-491a-aaf7-5d34be470890'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:27:08.140403 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Routers {'e08d05fa-c5da-491a-aaf7-5d34be470890'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:27:08.141006 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:27:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['e08d05fa-c5da-491a-aaf7-5d34be470890'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:08.230573 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343f1a2-8981-4a1d-95da-1add8f5642f6 req-8e7e979a-9054-4f65-b1d2-9e2e381ef0c6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:08.232112 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8343f1a2-8981-4a1d-95da-1add8f5642f6 req-8e7e979a-9054-4f65-b1d2-9e2e381ef0c6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0912516 Jun 06 19:27:08.282829 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8343f1a2-8981-4a1d-95da-1add8f5642f6 req-364411fd-80af-4b2f-9fcd-eb206e25b847 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Jun 06 19:27:08.343691 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Set router e08d05fa-c5da-491a-aaf7-5d34be470890 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:27:08.675574 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d4da8d91-17a3-42d3-b9b0-43cde45eafa3 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:08.691318 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33118) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:08.692344 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033319137', 'description': 'tempest-secgroup-smoke-2033319137 description', 'project_id': '7da36be9fbb441c9bb16651635d88240'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:08.758127 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '07debea2-569f-4b2d-9110-110c72794e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:27:06Z', 'revision_number': 4, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port': {'id': '07debea2-569f-4b2d-9110-110c72794e66', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:01Z', 'updated_at': '2021-06-06T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'ed1dbf09-7714-467f-a6a1-1561306b536e', 'name': '', 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'mac_address': 'fa:16:3e:f5:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '694a4d3c-26e2-44b0-9c0a-e1889473efa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:05Z', 'updated_at': '2021-06-06T19:27:06Z', 'revision_number': 2, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'subnets': [{'id': '694a4d3c-26e2-44b0-9c0a-e1889473efa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:08.767026 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Checking router: e08d05fa-c5da-491a-aaf7-5d34be470890 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:27:08.767408 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Updating router e08d05fa-c5da-491a-aaf7-5d34be470890 port ed1dbf09-7714-467f-a6a1-1561306b536e binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:27:08.789744 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:08.833868 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:08.893325 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:08.901624 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:08.914903 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:08.915275 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.035832 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.062593 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-75c7897d-892e-4411-bb74-7d771da3b18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:09.098026 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d531957f-e8c5-43fb-898a-31927c214f57,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:09.115561 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:09.138694 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.144038 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3daae-9d87-4b75-b4d3-6375f26a1cb3 req-def61d72-307f-4d91-a6bf-96bcbb4ef185 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:09.144038 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18c3daae-9d87-4b75-b4d3-6375f26a1cb3 req-def61d72-307f-4d91-a6bf-96bcbb4ef185 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 944 time: 0.1181929 Jun 06 19:27:09.144720 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33128) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:09.145890 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4592605 Jun 06 19:27:09.149878 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'security_group_rule': {'security_group_id': 'd531957f-e8c5-43fb-898a-31927c214f57', 'project_id': '7da36be9fbb441c9bb16651635d88240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:09.221785 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18c3daae-9d87-4b75-b4d3-6375f26a1cb3 req-4aa5e04f-7525-47b7-af90-b012d9acac2d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670249 Jun 06 19:27:09.238717 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.330159 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e28446-fbef-4321-9fee-40997c328cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:27:09.332656 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9005ec-87e2-47d0-8da9-acbb30e9f073" -d '{"events": [{"server_uuid": "33e28446-fbef-4321-9fee-40997c328cd0", "name": "network-vif-plugged", "status": "completed", "tag": "d4da8d91-17a3-42d3-b9b0-43cde45eafa3"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:27:09.346880 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d4da8d91-17a3-42d3-b9b0-43cde45eafa3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:09.356302 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.406526 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b98563-1cfa-4706-b780-f032d9bf650e x-openstack-request-id: req-61b98563-1cfa-4706-b780-f032d9bf650e {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:27:09.406825 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e28446-fbef-4321-9fee-40997c328cd0", "name": "network-vif-plugged", "status": "completed", "tag": "d4da8d91-17a3-42d3-b9b0-43cde45eafa3", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:27:09.407080 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61b98563-1cfa-4706-b780-f032d9bf650e {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:27:09.407476 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e28446-fbef-4321-9fee-40997c328cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3', 'code': 200} Jun 06 19:27:09.423572 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.427217 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:09.522534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.560261 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 07debea2-569f-4b2d-9110-110c72794e66 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:09.586267 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c9876-16b8-49b9-bfb5-d99970433b62 req-9b4411fa-c669-4831-a26d-fc86a59c53f8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:09.587818 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-220c9876-16b8-49b9-bfb5-d99970433b62 req-9b4411fa-c669-4831-a26d-fc86a59c53f8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1802583 Jun 06 19:27:09.630278 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.645907 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:09.656086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:09.661758 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Transition to ACTIVE for port object ed1dbf09-7714-467f-a6a1-1561306b536e will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:09.678321 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.679205 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 07debea2-569f-4b2d-9110-110c72794e66 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:09.679735 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.688229 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-220c9876-16b8-49b9-bfb5-d99970433b62 req-ff45cb55-d784-4f6b-939d-af2bfb9686de tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923347 Jun 06 19:27:09.704702 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:09.717581 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb6d786-938d-4d85-a2e7-72a579960df5,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:09.726418 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:09.748255 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.756629 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:09.790560 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:09.796485 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6484232 Jun 06 19:27:09.796905 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33158) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:09.803414 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'security_group_rule': {'security_group_id': 'd531957f-e8c5-43fb-898a-31927c214f57', 'project_id': '7da36be9fbb441c9bb16651635d88240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:09.956988 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e471d-4eb4-41cd-b50a-882210fe77fc req-ab019630-652b-4a67-a9d2-8dafd4d278bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:09.958318 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f3e471d-4eb4-41cd-b50a-882210fe77fc req-ab019630-652b-4a67-a9d2-8dafd4d278bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 1098 time: 0.1434579 Jun 06 19:27:09.966411 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8581c20-032f-4ae5-9aab-256186565edd None None] Pushing event updated for resources: {'Port': ['ID=ed1dbf09-7714-467f-a6a1-1561306b536e,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:10.023480 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-e8581c20-032f-4ae5-9aab-256186565edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:10.028095 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f3e471d-4eb4-41cd-b50a-882210fe77fc req-c3fb6fe4-792c-4941-b81b-af7e3bb28eb8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617981 Jun 06 19:27:10.040331 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.086781 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Attempting to bind port ed1dbf09-7714-467f-a6a1-1561306b536e on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:27:10.087225 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Attempting to bind port ed1dbf09-7714-467f-a6a1-1561306b536e by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:27:10.087731 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Attempting to bind port ed1dbf09-7714-467f-a6a1-1561306b536e on network db9be876-e23d-49ba-9f1d-a652b9d88a8b {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:27:10.105811 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:27:10.105811 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Checking segment: {'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:27:10.105811 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.105811 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Bound using segment: {'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:27:10.105811 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Bound port: ed1dbf09-7714-467f-a6a1-1561306b536e, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7398ec-191e-4e73-aa06-c82e6b434481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:27:10.105811 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.115873 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.167098 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.177316 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fa3a25f1-1d34-4da1-bc35-cef000a8085b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:10.196252 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fd5d58-85b4-4804-9cb8-5d85533187be,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:10.199284 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:10.207376 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] For port ed1dbf09-7714-467f-a6a1-1561306b536e, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:27:10.210380 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] For port ed1dbf09-7714-467f-a6a1-1561306b536e, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ed1dbf09-7714-467f-a6a1-1561306b536e,segment=NetworkSegment(4d7398ec-191e-4e73-aa06-c82e6b434481),segment_id=4d7398ec-191e-4e73-aa06-c82e6b434481)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:27:10.258797 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.259324 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.262824 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4614944 Jun 06 19:27:10.262824 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33168) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:10.263229 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:10.267433 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'security_group_rule': {'security_group_id': 'd531957f-e8c5-43fb-898a-31927c214f57', 'project_id': '7da36be9fbb441c9bb16651635d88240', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:10.338302 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Routers {'e08d05fa-c5da-491a-aaf7-5d34be470890'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:27:10.338939 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:27:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['e08d05fa-c5da-491a-aaf7-5d34be470890'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:10.405902 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8581c20-032f-4ae5-9aab-256186565edd None None] Pushing event updated for resources: {'Port': ['ID=ed1dbf09-7714-467f-a6a1-1561306b536e,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:10.410606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-e8581c20-032f-4ae5-9aab-256186565edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:10.442487 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.443437 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e53-b90f-484a-98eb-3d00690c3ca7 req-4ab93f5c-d0fb-497f-a371-bd7572c166da tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:10.446510 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a15e9e53-b90f-484a-98eb-3d00690c3ca7 req-4ab93f5c-d0fb-497f-a371-bd7572c166da tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 945 time: 0.0953748 Jun 06 19:27:10.504820 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a15e9e53-b90f-484a-98eb-3d00690c3ca7 req-2f9de381-c0c8-451c-829a-44f4dff01abb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Jun 06 19:27:10.537518 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.545187 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] Set router e08d05fa-c5da-491a-aaf7-5d34be470890 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:27:10.627356 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.635310 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ce986699-fe54-41ff-8f12-3de7673ea6f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:10.653597 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e6a585-d821-4e62-b83c-c8503bdd765c,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:10.656616 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:10.709962 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.713306 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4474168 Jun 06 19:27:10.714077 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33172) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:10.719123 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'security_group_rule': {'security_group_id': 'd531957f-e8c5-43fb-898a-31927c214f57', 'project_id': '7da36be9fbb441c9bb16651635d88240', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:10.841425 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.909940 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '07debea2-569f-4b2d-9110-110c72794e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:27:06Z', 'revision_number': 4, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port': {'id': '07debea2-569f-4b2d-9110-110c72794e66', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:01Z', 'updated_at': '2021-06-06T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'ed1dbf09-7714-467f-a6a1-1561306b536e', 'name': '', 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'mac_address': 'fa:16:3e:f5:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '694a4d3c-26e2-44b0-9c0a-e1889473efa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:05Z', 'updated_at': '2021-06-06T19:27:10Z', 'revision_number': 4, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'subnets': [{'id': '694a4d3c-26e2-44b0-9c0a-e1889473efa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:27:10.912638 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b340f5-5ec7-4486-84ac-4d0d437055ec req-f73c64b5-559d-439e-bafd-db344d171cbe tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:10.914141 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-39b340f5-5ec7-4486-84ac-4d0d437055ec req-f73c64b5-559d-439e-bafd-db344d171cbe tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0922177 Jun 06 19:27:10.914269 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38bcc3-dd79-4c7c-9d5f-d2821be432c9 None None] The sync data for ids ['e08d05fa-c5da-491a-aaf7-5d34be470890'] in dv-cinder-794962-3-smb is: [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '07debea2-569f-4b2d-9110-110c72794e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:27:06Z', 'revision_number': 4, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port': {'id': '07debea2-569f-4b2d-9110-110c72794e66', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:01Z', 'updated_at': '2021-06-06T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'ed1dbf09-7714-467f-a6a1-1561306b536e', 'name': '', 'network_id': 'db9be876-e23d-49ba-9f1d-a652b9d88a8b', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'mac_address': 'fa:16:3e:f5:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '694a4d3c-26e2-44b0-9c0a-e1889473efa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:05Z', 'updated_at': '2021-06-06T19:27:10Z', 'revision_number': 4, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'subnets': [{'id': '694a4d3c-26e2-44b0-9c0a-e1889473efa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:27:10.927664 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:10.965224 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-39b340f5-5ec7-4486-84ac-4d0d437055ec req-dd9d83b1-06b0-48f3-ac32-9410a2c3bf55 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Jun 06 19:27:11.037411 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.046182 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fff0a9c6-bfa9-43d1-9cd9-3f7f2e9dcde4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:11.069978 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65735bab-7482-445e-bfbb-469aa7d210d1,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:11.073366 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:11.149775 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.153954 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33186) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:11.154099 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-370287ce-8c5c-494d-aced-b4c5a8b340b4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4388831 Jun 06 19:27:11.160012 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'security_group_rule': {'security_group_id': 'd531957f-e8c5-43fb-898a-31927c214f57', 'project_id': '7da36be9fbb441c9bb16651635d88240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:11.253057 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.securitygroups_db [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Project 7da36be9fbb441c9bb16651635d88240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:27:11.259785 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.417451 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.516418 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.518906 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:11.540087 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed1dbf09-7714-467f-a6a1-1561306b536e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:11.583108 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4695f241-99ac-4902-87b8-922ea051ba48,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:11.587037 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:11.756309 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port ed1dbf09-7714-467f-a6a1-1561306b536e completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:11.761889 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port ed1dbf09-7714-467f-a6a1-1561306b536e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:11.762532 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.782745 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33202) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:11.816993 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.818474 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6626935 Jun 06 19:27:11.821462 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33206) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:11.826599 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'security_group_rule': {'security_group_id': 'd531957f-e8c5-43fb-898a-31927c214f57', 'project_id': '7da36be9fbb441c9bb16651635d88240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:11.886088 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5592f7-bc42-4009-8c42-3acea096d1d7 req-d72cdf03-7e68-4d9b-90ad-f342a79e9a5b tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:11.888362 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ab5592f7-bc42-4009-8c42-3acea096d1d7 req-d72cdf03-7e68-4d9b-90ad-f342a79e9a5b tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 945 time: 0.2223790 Jun 06 19:27:11.918307 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.940095 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e18fc64d-3b82-4b3e-97b5-e34ac9f8aebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:11.956976 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ab5592f7-bc42-4009-8c42-3acea096d1d7 req-612c1979-fd3a-4e94-9220-49f1c06ac44e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601199 Jun 06 19:27:11.967098 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port ed1dbf09-7714-467f-a6a1-1561306b536e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ed1dbf09-7714-467f-a6a1-1561306b536e,segment=NetworkSegment(4d7398ec-191e-4e73-aa06-c82e6b434481),segment_id=4d7398ec-191e-4e73-aa06-c82e6b434481)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:11.969413 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.securitygroups_db [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Project 7da36be9fbb441c9bb16651635d88240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:27:11.978005 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.056870 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.065685 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:12.073087 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.159289 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.172899 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=ed1dbf09-7714-467f-a6a1-1561306b536e,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:12.184507 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:12.192734 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-97ad9434-2564-468b-9225-88504da84452 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:12.228543 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ed487b-b343-479d-b8f8-1ad4c4c2c565,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:12.238647 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:12.244609 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33218) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:12.284595 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e18fc64d-3b82-4b3e-97b5-e34ac9f8aebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.336566 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef804-29dd-4ad0-aac1-1e53c22b7585 req-d5d1de78-bd2b-42c4-a7b6-d90c14744453 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:12.338100 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4ecef804-29dd-4ad0-aac1-1e53c22b7585 req-d5d1de78-bd2b-42c4-a7b6-d90c14744453 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1250989 Jun 06 19:27:12.371887 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e18fc64d-3b82-4b3e-97b5-e34ac9f8aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.380570 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-3271c907-4eef-488f-ad8c-0d93519148d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:12.404455 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4ecef804-29dd-4ad0-aac1-1e53c22b7585 req-66f85ee1-650d-459d-908d-6fd2796b442d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599625 Jun 06 19:27:12.440881 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f684f674-8e9c-471c-ba4e-5efc95d9147b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.452747 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fc64d-3b82-4b3e-97b5-e34ac9f8aebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8abd75c-8459-41af-a1a4-4126930feba1,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:12.458040 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e18fc64d-3b82-4b3e-97b5-e34ac9f8aebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:12.460861 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-e18fc64d-3b82-4b3e-97b5-e34ac9f8aebe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f22dfaee81a40699f12f9f03216fd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763456 Jun 06 19:27:12.463186 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33222) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:12.471598 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.471598 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-c9d3f605-55dd-40c6-8b7c-ae717e65ba96 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6484544 Jun 06 19:27:12.541164 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.576577 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.581820 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f684f674-8e9c-471c-ba4e-5efc95d9147b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.670237 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f684f674-8e9c-471c-ba4e-5efc95d9147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.678708 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-1e2abb30-62ab-4b3b-9c52-e2a9b9aea1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:12.692883 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.695305 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.697340 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8abd75c-8459-41af-a1a4-4126930feba1 HTTP/1.1" status: 204 len: 168 time: 0.2321265 Jun 06 19:27:12.697487 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:12.709148 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8abd75c-8459-41af-a1a4-4126930feba1,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:12.711758 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:12.728174 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684f674-8e9c-471c-ba4e-5efc95d9147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752b411d-1b1a-4ccf-9acb-27a2f0d895f6,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:12.755182 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33256) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:12.756515 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f684f674-8e9c-471c-ba4e-5efc95d9147b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccb0ba7ecdfd4bf0a89240d45cdee3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009706 Jun 06 19:27:12.760170 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f684f674-8e9c-471c-ba4e-5efc95d9147b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:12.864503 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cdbcac2c-4f3e-4b47-a3b4-d3491e87e126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:12.911443 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cdbcac2c-4f3e-4b47-a3b4-d3491e87e126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:13.050598 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cdbcac2c-4f3e-4b47-a3b4-d3491e87e126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:13.053110 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cdbcac2c-4f3e-4b47-a3b4-d3491e87e126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:13.054399 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-cdbcac2c-4f3e-4b47-a3b4-d3491e87e126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/752b411d-1b1a-4ccf-9acb-27a2f0d895f6 HTTP/1.1" status: 204 len: 168 time: 0.2981415 Jun 06 19:27:13.055127 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:13.066988 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcac2c-4f3e-4b47-a3b4-d3491e87e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b411d-1b1a-4ccf-9acb-27a2f0d895f6,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:13.074395 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cdbcac2c-4f3e-4b47-a3b4-d3491e87e126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:13.511240 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed1dbf09-7714-467f-a6a1-1561306b536e up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:13.585761 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8671f-39d1-44c2-b6e2-eaf039a87c00 req-22e9f5be-d5cd-4f15-8b01-c8bcdb59aabb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:13.587324 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-45c8671f-39d1-44c2-b6e2-eaf039a87c00 req-22e9f5be-d5cd-4f15-8b01-c8bcdb59aabb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0804048 Jun 06 19:27:13.602242 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port ed1dbf09-7714-467f-a6a1-1561306b536e triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:13.602695 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:13.661191 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-45c8671f-39d1-44c2-b6e2-eaf039a87c00 req-56b1960a-c7c9-4863-9447-6db8ea3852fa tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637326 Jun 06 19:27:13.664036 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33284) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:13.694008 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-40124573-7241-49d4-ab52-8297d157e48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:13.845465 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-40124573-7241-49d4-ab52-8297d157e48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:13.904196 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-40124573-7241-49d4-ab52-8297d157e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:13.918210 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:13.959584 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-40124573-7241-49d4-ab52-8297d157e48b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47591b1e17d24ec59badd27ef9738c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939389 Jun 06 19:27:13.965821 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40124573-7241-49d4-ab52-8297d157e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f88a00-d4c7-4a53-952d-23e06480d89c,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:13.965955 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33292) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:13.966100 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-40124573-7241-49d4-ab52-8297d157e48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:14.041268 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.068013 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.174268 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33302) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:14.192531 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e22253df-583d-4cd0-9cf8-9e87021224dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.239286 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.242030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.245702 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0f88a00-d4c7-4a53-952d-23e06480d89c HTTP/1.1" status: 204 len: 168 time: 0.2799211 Jun 06 19:27:14.245835 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:14.261035 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f88a00-d4c7-4a53-952d-23e06480d89c,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:14.266434 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:14.351387 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e22253df-583d-4cd0-9cf8-9e87021224dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.450915 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e22253df-583d-4cd0-9cf8-9e87021224dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.457764 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:14.502558 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22253df-583d-4cd0-9cf8-9e87021224dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958601d-f441-48d3-8f16-23cc15201886,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:14.506809 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e22253df-583d-4cd0-9cf8-9e87021224dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1adfda23e24d4f88b80827cdfe3f4f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314168 Jun 06 19:27:14.507772 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e22253df-583d-4cd0-9cf8-9e87021224dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:14.509477 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33320) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:14.584925 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.612601 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.750361 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.753925 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:14.756220 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6958601d-f441-48d3-8f16-23cc15201886 HTTP/1.1" status: 204 len: 168 time: 0.2455812 Jun 06 19:27:14.757147 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-15cf3bd5-93b0-4327-b300-65662b362d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:14.772340 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958601d-f441-48d3-8f16-23cc15201886,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:14.776233 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:14.900222 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994982d-8fd4-447b-bb1d-13d6e3fa89dd req-bcc3276d-4dd3-4767-b22f-9caa897a3ad5 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:14.900340 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6994982d-8fd4-447b-bb1d-13d6e3fa89dd req-bcc3276d-4dd3-4767-b22f-9caa897a3ad5 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1072779 Jun 06 19:27:14.950533 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6994982d-8fd4-447b-bb1d-13d6e3fa89dd req-b509f314-07e9-4e0a-8212-ea1a3e540d7f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Jun 06 19:27:16.144728 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de716d2-96ce-46b2-ac50-09e0bea9e586 req-61abaa44-830a-42b7-b461-9b4dd46698d1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:16.146993 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6de716d2-96ce-46b2-ac50-09e0bea9e586 req-61abaa44-830a-42b7-b461-9b4dd46698d1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0862589 Jun 06 19:27:16.199316 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6de716d2-96ce-46b2-ac50-09e0bea9e586 req-de64ff4a-e2a3-4ace-a327-322215fbd0dc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448022 Jun 06 19:27:17.434891 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd167d74-3cd7-444d-bd29-7b5e657300d6 req-ab6008bc-630b-4fa5-8971-bba4230cee24 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:17.436467 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd167d74-3cd7-444d-bd29-7b5e657300d6 req-ab6008bc-630b-4fa5-8971-bba4230cee24 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1099749 Jun 06 19:27:17.494377 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd167d74-3cd7-444d-bd29-7b5e657300d6 req-9cdea813-687f-4b0d-86bb-6981254fa2e2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Jun 06 19:27:18.693978 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadcb34-3c3d-450c-9741-1a79951511dd req-3f666e97-4c55-4d50-9019-8265983181bd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:18.695459 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-adadcb34-3c3d-450c-9741-1a79951511dd req-3f666e97-4c55-4d50-9019-8265983181bd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0902154 Jun 06 19:27:18.743344 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-adadcb34-3c3d-450c-9741-1a79951511dd req-b90cbbab-ee36-450a-b30a-fe5d174e3c07 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Jun 06 19:27:19.953672 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afc494-dbc6-4082-b679-6fab07a5b7f1 req-820a5cb7-b047-4677-872a-ce61f4ca368d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:19.955114 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0afc494-dbc6-4082-b679-6fab07a5b7f1 req-820a5cb7-b047-4677-872a-ce61f4ca368d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0884781 Jun 06 19:27:19.999204 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0afc494-dbc6-4082-b679-6fab07a5b7f1 req-cdbf3202-705a-4c36-b19c-5e8b8f806e07 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383463 Jun 06 19:27:21.194838 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7717f-ac25-4166-9956-e471d856def2 req-8e0441b0-158d-4abb-843d-f27dfd0c43ba tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:21.196299 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3c7717f-ac25-4166-9956-e471d856def2 req-8e0441b0-158d-4abb-843d-f27dfd0c43ba tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0836923 Jun 06 19:27:21.246532 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3c7717f-ac25-4166-9956-e471d856def2 req-b80f61dc-01f1-4e26-abad-6d9d01709f94 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Jun 06 19:27:21.476069 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33652) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:21.610989 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f372309e-3b29-4b14-97bf-af377bf30621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:21.757479 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f372309e-3b29-4b14-97bf-af377bf30621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:21.824262 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f372309e-3b29-4b14-97bf-af377bf30621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:21.832179 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-057f19c8-ffbc-489a-afa0-bffa9540066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:21.874617 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372309e-3b29-4b14-97bf-af377bf30621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df5fc6-6046-4ad3-a919-2faf87c2ac7b,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:21.877767 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f372309e-3b29-4b14-97bf-af377bf30621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:21.882747 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f372309e-3b29-4b14-97bf-af377bf30621 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b6aaa4f89f54100ba2f02b2554f6ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052801 Jun 06 19:27:21.883402 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33662) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:21.947490 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:21.973346 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:22.090261 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:22.093217 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:22.094404 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9df5fc6-6046-4ad3-a919-2faf87c2ac7b HTTP/1.1" status: 204 len: 168 time: 0.2104995 Jun 06 19:27:22.095109 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a3f296fe-a541-4c3d-8fbb-944dfe22d266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:22.104203 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df5fc6-6046-4ad3-a919-2faf87c2ac7b,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:22.106441 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:22.441107 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6e649-9db1-4ee8-a5b9-6d026af5cb6c req-dce6ec65-de91-4a7d-9656-6b9979274359 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:22.442576 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f3c6e649-9db1-4ee8-a5b9-6d026af5cb6c req-dce6ec65-de91-4a7d-9656-6b9979274359 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0822613 Jun 06 19:27:22.487357 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f3c6e649-9db1-4ee8-a5b9-6d026af5cb6c req-5c364b87-dccf-423a-878a-b7c7da1dee61 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Jun 06 19:27:22.768438 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33680) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:22.778232 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4b365fc6-c146-4f00-b9f0-161248afe243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:22.884084 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4b365fc6-c146-4f00-b9f0-161248afe243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:22.995593 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4b365fc6-c146-4f00-b9f0-161248afe243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:23.005324 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-3e0d1d8c-9b01-4c49-accd-75b552538237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:23.045498 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4b365fc6-c146-4f00-b9f0-161248afe243 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c63da9f7f6df46de9e48d1ca9f2718fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834940 Jun 06 19:27:23.046371 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b365fc6-c146-4f00-b9f0-161248afe243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b2149c-8cf2-4b72-8a5a-28ec22ffacda,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:23.048725 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33684) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:23.049370 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4b365fc6-c146-4f00-b9f0-161248afe243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:23.107001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:23.135802 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:23.264167 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:23.266562 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:23.267801 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37b2149c-8cf2-4b72-8a5a-28ec22ffacda HTTP/1.1" status: 204 len: 168 time: 0.2179916 Jun 06 19:27:23.268474 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:23.278424 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b2149c-8cf2-4b72-8a5a-28ec22ffacda,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:23.281307 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:23.677019 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c30b-58b4-4727-93fa-a710b94facf8 req-83c5734b-6d66-4770-b859-53638e8ad3e9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:23.678577 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9aa9c30b-58b4-4727-93fa-a710b94facf8 req-83c5734b-6d66-4770-b859-53638e8ad3e9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0817723 Jun 06 19:27:23.725738 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9aa9c30b-58b4-4727-93fa-a710b94facf8 req-bd615783-f598-487f-9f56-f782b3727927 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415342 Jun 06 19:27:24.933683 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd32bb-f1d0-494d-9748-27b0dcedd4b1 req-2a62c951-9ada-4f51-9cf7-82e311537a02 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:24.935134 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e0fd32bb-f1d0-494d-9748-27b0dcedd4b1 req-2a62c951-9ada-4f51-9cf7-82e311537a02 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1008930 Jun 06 19:27:24.982408 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e0fd32bb-f1d0-494d-9748-27b0dcedd4b1 req-acee75ea-d6bb-4d00-8843-4a438fa809c2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Jun 06 19:27:26.194191 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f17fc-b1c3-4761-aae1-5495d156ea16 req-4416e26d-41b4-4681-a0da-4d34a20c6d12 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:26.202129 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-359f17fc-b1c3-4761-aae1-5495d156ea16 req-4416e26d-41b4-4681-a0da-4d34a20c6d12 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1037319 Jun 06 19:27:26.259460 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-359f17fc-b1c3-4761-aae1-5495d156ea16 req-1ad9e1c5-fc5e-4496-ad14-efedf18020fb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Jun 06 19:27:27.527702 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ccdc5-8994-4ba6-9745-37ed7e3f70a8 req-f6250b10-ec2d-4853-9b28-9db1ec5e95c4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:27.529125 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-144ccdc5-8994-4ba6-9745-37ed7e3f70a8 req-f6250b10-ec2d-4853-9b28-9db1ec5e95c4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1580191 Jun 06 19:27:27.575170 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-144ccdc5-8994-4ba6-9745-37ed7e3f70a8 req-11f8ba3a-af8d-4273-9ab9-4a5b852900a1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400231 Jun 06 19:27:28.766337 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce7db5-1483-42a7-8d85-8896535a6e67 req-2a6325fc-3a8c-431d-bf4a-19cb947fe745 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:28.767786 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e4ce7db5-1483-42a7-8d85-8896535a6e67 req-2a6325fc-3a8c-431d-bf4a-19cb947fe745 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0838525 Jun 06 19:27:28.812840 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e4ce7db5-1483-42a7-8d85-8896535a6e67 req-e4b21907-9dad-46a0-8f95-400a9f09d57f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Jun 06 19:27:30.013241 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36742-384f-4a75-a60c-7d412c8dab74 req-05001361-7944-46e3-bb4d-99c862585c7b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:30.015565 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1fc36742-384f-4a75-a60c-7d412c8dab74 req-05001361-7944-46e3-bb4d-99c862585c7b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0870883 Jun 06 19:27:30.044321 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:30.068201 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1fc36742-384f-4a75-a60c-7d412c8dab74 req-f2b94792-5db8-444d-9798-9450c2727ca6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 Jun 06 19:27:30.181473 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-70c4aca2-5b93-406a-a2fc-ff28a2e74b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:30.684951 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 33850) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:30.801149 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-784a8d49-b53a-4b8c-a8cf-fb1bb9049071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:30.906600 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-784a8d49-b53a-4b8c-a8cf-fb1bb9049071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:30.981191 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-784a8d49-b53a-4b8c-a8cf-fb1bb9049071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:30.988368 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:31.032858 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-784a8d49-b53a-4b8c-a8cf-fb1bb9049071 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc28fa1d1c18474396f90e39d052d055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428581 Jun 06 19:27:31.032858 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a8d49-b53a-4b8c-a8cf-fb1bb9049071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e6f53-d230-4259-9ac6-2b760c79ef3f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:31.034611 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-784a8d49-b53a-4b8c-a8cf-fb1bb9049071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:31.034999 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 33858) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:31.100274 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:31.127153 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:31.258666 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:31.262896 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:31.262896 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce7e6f53-d230-4259-9ac6-2b760c79ef3f HTTP/1.1" status: 204 len: 168 time: 0.2265577 Jun 06 19:27:31.263914 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ebec3347-7a01-4fc3-a0ec-9a24f5423b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:31.270690 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeceee4-b94e-4ad2-a7a3-341f61efe209 req-73c2b86f-2cda-464f-97d9-fb5d47d2e288 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:31.272183 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4aeceee4-b94e-4ad2-a7a3-341f61efe209 req-73c2b86f-2cda-464f-97d9-fb5d47d2e288 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0859928 Jun 06 19:27:31.286387 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e6f53-d230-4259-9ac6-2b760c79ef3f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:31.297124 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:31.322117 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4aeceee4-b94e-4ad2-a7a3-341f61efe209 req-e640174a-685f-4558-b570-e2c7c84b6876 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jun 06 19:27:32.527086 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942128c8-7142-4926-b36d-190563109b90 req-708f4e27-f1f1-499f-ae13-77a6d9dcfac0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:32.528859 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-942128c8-7142-4926-b36d-190563109b90 req-708f4e27-f1f1-499f-ae13-77a6d9dcfac0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0855160 Jun 06 19:27:32.574852 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-942128c8-7142-4926-b36d-190563109b90 req-ef24ee04-49b5-42bc-abcc-4b6f95376cb1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Jun 06 19:27:32.801058 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:32.878544 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-d6fa14a2-f458-4031-beb1-ec62e455a634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:33.028046 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:27:33.767084 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351fe76-ecf0-4e07-86b5-87962cacc1be req-bf1ef198-e24c-4d07-9503-ce4aa1a1a9bc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:33.768672 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4351fe76-ecf0-4e07-86b5-87962cacc1be req-bf1ef198-e24c-4d07-9503-ce4aa1a1a9bc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0863137 Jun 06 19:27:33.814443 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4351fe76-ecf0-4e07-86b5-87962cacc1be req-5e4e8dcb-2828-4c03-8a3a-1fbf2d5d0da6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Jun 06 19:27:33.875394 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:35.008729 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753bf78-8082-4952-b619-7eb3233da53f req-4e76b02e-0326-4aaf-b735-d74827cf4302 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:35.010206 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c753bf78-8082-4952-b619-7eb3233da53f req-4e76b02e-0326-4aaf-b735-d74827cf4302 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0846064 Jun 06 19:27:35.065257 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c753bf78-8082-4952-b619-7eb3233da53f req-9b84bad8-d6d6-4402-8efe-caace4159285 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Jun 06 19:27:35.646963 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:36.270403 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20095-3e5b-48d8-9038-07e8c8476248 req-26276b9d-d487-4bfa-992f-aa22d7940901 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:36.271888 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-03a20095-3e5b-48d8-9038-07e8c8476248 req-26276b9d-d487-4bfa-992f-aa22d7940901 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0859289 Jun 06 19:27:36.320558 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-03a20095-3e5b-48d8-9038-07e8c8476248 req-815e0eca-3da3-479c-b4a5-7e7ae95912d1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Jun 06 19:27:37.705731 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aa3a9-5983-41d2-a78c-6b24b2b92a24 req-3cfe387d-5f37-45d9-8163-f7763f335086 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:37.713010 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-585aa3a9-5983-41d2-a78c-6b24b2b92a24 req-3cfe387d-5f37-45d9-8163-f7763f335086 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0887823 Jun 06 19:27:37.762557 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-585aa3a9-5983-41d2-a78c-6b24b2b92a24 req-86e21d23-d913-4a8e-9ddd-2066f4e4c36f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486948 Jun 06 19:27:38.960913 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08235521-2fb4-44b1-bdc3-4b731848a4c4 req-5d7efb14-8819-4aa2-afda-174c1f290df8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:38.962677 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-08235521-2fb4-44b1-bdc3-4b731848a4c4 req-5d7efb14-8819-4aa2-afda-174c1f290df8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0860927 Jun 06 19:27:39.010788 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-08235521-2fb4-44b1-bdc3-4b731848a4c4 req-a2a8435b-77d2-4418-a3fa-8344c377867d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Jun 06 19:27:39.921534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-d9aad22b-761e-4193-ab84-068fbb3ae4d9 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:39.929066 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-d9aad22b-761e-4193-ab84-068fbb3ae4d9 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.1801679 Jun 06 19:27:39.941744 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-8ec84eac-af25-44c9-a4dd-6d4bc5e5a52a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/quotas/4c619ec517c84525affd7c3b64c1a207 HTTP/1.1" status: 200 len: 375 time: 0.0118220 Jun 06 19:27:40.029873 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-0b0bd2cf-246e-4bac-8fde-8c2e547ba42e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827394 Jun 06 19:27:40.193072 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-d8f25bde-e562-43da-ac15-7097a98f58c5 service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516509 Jun 06 19:27:40.398895 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-0be5b9e5-9a7c-4ce1-89c4-376ad8912cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000353 Jun 06 19:27:40.414908 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6bf47-80a2-4f5a-9a19-c7797a5a8213 req-61d2b1a6-9b7e-44ef-90cd-0b5f0da3c6f1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:40.416357 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d6d6bf47-80a2-4f5a-9a19-c7797a5a8213 req-61d2b1a6-9b7e-44ef-90cd-0b5f0da3c6f1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1715219 Jun 06 19:27:40.543473 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d6d6bf47-80a2-4f5a-9a19-c7797a5a8213 req-28073e80-c8e2-4a50-921b-a33ab03a4d42 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203213 Jun 06 19:27:40.726025 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3471d2dd-70a2-40df-b55e-4a6bf88f1adc req-dba0d3e3-0b81-43bc-a48f-4fa039518d86 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0856113 Jun 06 19:27:40.803440 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21409a68-91b0-4595-acd6-ec631a072942 req-58313bfc-18aa-4c00-b7d9-1c9138ae7b29 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:40.807415 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-21409a68-91b0-4595-acd6-ec631a072942 req-58313bfc-18aa-4c00-b7d9-1c9138ae7b29 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1190729 Jun 06 19:27:40.852640 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-21409a68-91b0-4595-acd6-ec631a072942 req-0711a3e6-c1f2-4877-aa71-33750e0741e0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 Jun 06 19:27:41.301045 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d93b-4fa0-485d-92f1-7980bb1b80ab req-96f848f2-42f4-4a83-8bd6-83af72b439dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:41.302604 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2c55d93b-4fa0-485d-92f1-7980bb1b80ab req-96f848f2-42f4-4a83-8bd6-83af72b439dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 1098 time: 0.0712457 Jun 06 19:27:41.344194 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2c55d93b-4fa0-485d-92f1-7980bb1b80ab req-a5f4beee-c8ca-4691-9262-c4f2d5d9d15e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Jun 06 19:27:41.729549 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b5656-3804-43ce-9bc6-23942128cf65 req-11a3e1c7-4b2a-4927-8166-efe809c8ece0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:41.731019 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f2b5656-3804-43ce-9bc6-23942128cf65 req-11a3e1c7-4b2a-4927-8166-efe809c8ece0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0825548 Jun 06 19:27:41.786143 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f2b5656-3804-43ce-9bc6-23942128cf65 req-51ab6035-c5df-4d2c-91ee-216ef72a964b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485091 Jun 06 19:27:41.975556 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2f193e75-243f-42e2-be24-b7befffbc5a0 req-572c6011-0e13-42f9-9b6e-b3060f172907 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0847394 Jun 06 19:27:42.032645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43944180-e7db-4e99-b508-8ed310587eb5 req-b974c750-0dce-458f-8da4-2d1dd35d5478 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:42.032645 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-43944180-e7db-4e99-b508-8ed310587eb5 req-b974c750-0dce-458f-8da4-2d1dd35d5478 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.0969424 Jun 06 19:27:42.081665 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-43944180-e7db-4e99-b508-8ed310587eb5 req-fb496063-5f44-4d0a-a519-123afebc5694 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448606 Jun 06 19:27:42.246831 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a9b22-3137-400d-b170-d0de4254f8f2 req-8764fba0-1f55-4352-b40a-5a93371b3703 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:42.248542 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a76a9b22-3137-400d-b170-d0de4254f8f2 req-8764fba0-1f55-4352-b40a-5a93371b3703 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1029687 Jun 06 19:27:42.320230 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a76a9b22-3137-400d-b170-d0de4254f8f2 req-85b38064-4294-46fe-938c-d33a59d3f41f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609579 Jun 06 19:27:42.974266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8b734-dba6-49e0-a1c6-eebfae902fe4 req-a9a9f3f1-4a0c-4bfa-ae51-8cb052c04719 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:42.981125 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9cf8b734-dba6-49e0-a1c6-eebfae902fe4 req-a9a9f3f1-4a0c-4bfa-ae51-8cb052c04719 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0935888 Jun 06 19:27:43.028202 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9cf8b734-dba6-49e0-a1c6-eebfae902fe4 req-7388f12d-f9c0-4ce7-af3e-e18c01d5e2e0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Jun 06 19:27:43.208798 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f736d937-9fe1-4c4d-bf9a-6442aa991a5f req-551f0f01-019d-44c5-ac0c-3bc3471a91ff tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0835555 Jun 06 19:27:43.262546 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739543f-13b1-4d59-ae93-181b5426d771 req-06074b0f-2d63-4225-9dee-b37ef736625c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:43.262546 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9739543f-13b1-4d59-ae93-181b5426d771 req-06074b0f-2d63-4225-9dee-b37ef736625c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1012020 Jun 06 19:27:43.310197 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9739543f-13b1-4d59-ae93-181b5426d771 req-26141c02-f53a-4fe4-ae66-5db314b7000c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Jun 06 19:27:43.431794 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978eb9-3441-4e69-bb26-14ac7fa7b7ca req-831dfd3d-3de6-4898-aae0-0b57cddb9e1d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:43.433465 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb978eb9-3441-4e69-bb26-14ac7fa7b7ca req-831dfd3d-3de6-4898-aae0-0b57cddb9e1d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1071050 Jun 06 19:27:43.488915 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-9db5a7bf-bf15-4091-b269-f17d1a46e285 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:43.490690 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-9db5a7bf-bf15-4091-b269-f17d1a46e285 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 814 time: 0.2120094 Jun 06 19:27:43.515350 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Request body: {'port': {'device_id': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'admin_state_up': True, 'tenant_id': '4c619ec517c84525affd7c3b64c1a207'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:43.632411 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb978eb9-3441-4e69-bb26-14ac7fa7b7ca req-72a28bce-2c58-46d0-be05-6583ee0fc98f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836751 Jun 06 19:27:43.667592 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c4e3f-b07f-4b2a-97e3-3c0c63e8472d req-a605e14b-8732-4b26-8f79-ef8d2b20aafb tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:43.667592 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9c4e3f-b07f-4b2a-97e3-3c0c63e8472d req-a605e14b-8732-4b26-8f79-ef8d2b20aafb tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1683490 Jun 06 19:27:43.722746 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb9c4e3f-b07f-4b2a-97e3-3c0c63e8472d req-b4180ac9-e4e2-4ae4-98ee-6c8f7cf48876 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561669 Jun 06 19:27:43.864036 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Made reservation on behalf of 4c619ec517c84525affd7c3b64c1a207 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:27:43.867794 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:44.040081 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Allocated IP 172.20.0.6 (c7d5e368-261d-47f6-9973-9258c735db8f/9cedd807-3741-490a-b478-4cc94111fbbf/6631da0b-4f5f-4626-83ea-85e3c939fc57) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:27:44.278264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:44.410946 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:44.418325 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:44.426159 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9666a428-e617-4555-92d1-7de8b63abb2f', 'c5321134-5b1b-4628-a48e-f13b6327221b', 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:27:44.441607 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a8247717-3f41-4e12-97cb-f73a5565f3e5 req-c9f7a35c-7d2c-49f1-8a21-49917d1fb209 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0976613 Jun 06 19:27:44.516644 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Network c7d5e368-261d-47f6-9973-9258c735db8f is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:27:44.520603 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:27:44.523382 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:27:44.596365 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event updated for resources: {'Port': ['ID=6631da0b-4f5f-4626-83ea-85e3c939fc57,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:44.615089 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-97b4b8c4-77a5-44da-9c66-d37e904021e9 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033319137&fields=id&tenant_id=7da36be9fbb441c9bb16651635d88240 HTTP/1.1" status: 200 len: 267 time: 0.0940280 Jun 06 19:27:44.633775 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.634618 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.635245 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.635491 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.635851 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.636316 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.636673 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.637063 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.637403 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.638075 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.638199 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.638457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:44.646717 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:44.661151 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:44.661863 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:44.746439 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2354610 Jun 06 19:27:44.767978 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Request body: {'port': {'device_id': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:44.914544 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-788663bc-7f0c-4b1f-8d4a-522fd7eced4d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:44.929332 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-788663bc-7f0c-4b1f-8d4a-522fd7eced4d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 809 time: 0.3068836 Jun 06 19:27:44.932497 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:44.951921 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-2119a674-4cfa-4e7e-9ea2-56eb6f71195a tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/quotas/7da36be9fbb441c9bb16651635d88240 HTTP/1.1" status: 200 len: 375 time: 0.0118995 Jun 06 19:27:45.041115 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55b584-7aac-4643-bd95-773226795298 req-f4e5a16a-5d20-4a1b-87eb-391156a142e3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:45.048387 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2a55b584-7aac-4643-bd95-773226795298 req-f4e5a16a-5d20-4a1b-87eb-391156a142e3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.2122779 Jun 06 19:27:45.100697 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2a55b584-7aac-4643-bd95-773226795298 req-80ebba8c-150a-4660-8f74-b447720ecf3c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514646 Jun 06 19:27:45.117898 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-2a9d8157-3cb8-4e00-a59c-2f43989df3fb tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505451 Jun 06 19:27:45.323932 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-5f01c074-ec5d-4251-b3a7-2806e3cf6b92 service neutron] 10.222.0.13 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028921 Jun 06 19:27:45.353773 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6631da0b-4f5f-4626-83ea-85e3c939fc57 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:27:45.361485 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:45.380509 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Transition to ACTIVE for port object 6631da0b-4f5f-4626-83ea-85e3c939fc57 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:45.389467 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a3157-0ab7-4603-bb3a-0acd66b92787 req-3a39c3dc-5a85-45fe-96ee-92a76beb9345 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:45.391477 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b04a3157-0ab7-4603-bb3a-0acd66b92787 req-3a39c3dc-5a85-45fe-96ee-92a76beb9345 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1542561 Jun 06 19:27:45.495614 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:45.499501 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b399bfb4-557a-4241-b29f-c977579300fd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:45.587615 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b04a3157-0ab7-4603-bb3a-0acd66b92787 req-0dd4aeb5-7721-4cb4-96e3-ff19f520c9bc tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725188 Jun 06 19:27:45.593108 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-d241e958-1b5a-4ec7-badc-b75650608887 service neutron] 10.222.0.13 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624795 Jun 06 19:27:45.639220 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Pushing event updated for resources: {'Port': ['ID=6631da0b-4f5f-4626-83ea-85e3c939fc57,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:45.687428 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:45.765518 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Attempting to bind port 6631da0b-4f5f-4626-83ea-85e3c939fc57 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:27:45.766163 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Attempting to bind port 6631da0b-4f5f-4626-83ea-85e3c939fc57 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:27:45.766588 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Attempting to bind port 6631da0b-4f5f-4626-83ea-85e3c939fc57 on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:27:45.774281 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Port 6631da0b-4f5f-4626-83ea-85e3c939fc57 on network c7d5e368-261d-47f6-9973-9258c735db8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:27:45.774281 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Attempting to bind port 6631da0b-4f5f-4626-83ea-85e3c939fc57 on network c7d5e368-261d-47f6-9973-9258c735db8f {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:27:45.779501 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:27:45.780020 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Checking segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:27:45.780759 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Bound using segment: {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:27:45.782050 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Bound port: 6631da0b-4f5f-4626-83ea-85e3c939fc57, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5527dea4-6744-4b00-896e-7793f3ad7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:27:45.782508 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:45.897198 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] For port 6631da0b-4f5f-4626-83ea-85e3c939fc57, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:27:45.898760 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] For port 6631da0b-4f5f-4626-83ea-85e3c939fc57, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6631da0b-4f5f-4626-83ea-85e3c939fc57,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:27:46.002515 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:46.007311 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:46.067854 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:46.068653 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:46.070063 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] 10.222.0.10 "PUT /v2.0/ports/6631da0b-4f5f-4626-83ea-85e3c939fc57 HTTP/1.1" status: 200 len: 1093 time: 1.3076129 Jun 06 19:27:46.070572 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'tag': '6631da0b-4f5f-4626-83ea-85e3c939fc57'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:27:46.072871 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5889acf-dd8e-4fab-82b0-fd235e6b9ec3", "tag": "6631da0b-4f5f-4626-83ea-85e3c939fc57"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:27:46.092612 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Pushing event updated for resources: {'Port': ['ID=6631da0b-4f5f-4626-83ea-85e3c939fc57,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:46.096514 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:46.238285 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-4ef8e334-96c5-4db3-bbf7-82154a4cf378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:46.239971 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-4ef8e334-96c5-4db3-bbf7-82154a4cf378 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0695264 Jun 06 19:27:46.325404 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-86ee7808-a8b9-4bc0-9553-b552a4c844d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6631da0b-4f5f-4626-83ea-85e3c939fc57 HTTP/1.1" status: 200 len: 217 time: 0.0658219 Jun 06 19:27:46.399294 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-e5882e67-416c-47a1-8250-2d86723cab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:46.400765 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-e5882e67-416c-47a1-8250-2d86723cab75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.0593185 Jun 06 19:27:46.548717 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fb7cf-43e1-48db-bfd5-a0247c22121c x-openstack-request-id: req-164fb7cf-43e1-48db-bfd5-a0247c22121c {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:27:46.548717 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5889acf-dd8e-4fab-82b0-fd235e6b9ec3", "tag": "6631da0b-4f5f-4626-83ea-85e3c939fc57", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:27:46.548717 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-164fb7cf-43e1-48db-bfd5-a0247c22121c {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:27:46.549132 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'tag': '6631da0b-4f5f-4626-83ea-85e3c939fc57', 'status': 'completed', 'code': 200} Jun 06 19:27:46.551887 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-f53593aa-5519-4c48-aa18-dbc2995165ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352737 Jun 06 19:27:46.554884 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbc19c-641f-49a7-9d8e-2b9d4911df3a req-de85315a-e4c0-47fe-8676-0f36f3470f46 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:46.556511 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c1dbc19c-641f-49a7-9d8e-2b9d4911df3a req-de85315a-e4c0-47fe-8676-0f36f3470f46 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 943 time: 0.0938609 Jun 06 19:27:46.699041 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-64610ada-4620-4e28-8284-c0dd11c86bbf service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385078 Jun 06 19:27:46.709345 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c1dbc19c-641f-49a7-9d8e-2b9d4911df3a req-1f0723c0-d28a-45cb-8622-462b9865bbdd tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437995 Jun 06 19:27:46.752582 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-facdb51c-1fd3-404a-9f53-034e2a2c56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:46.754195 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-facdb51c-1fd3-404a-9f53-034e2a2c56bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.1723535 Jun 06 19:27:46.762846 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35577a-5583-45fb-b9cb-bd66dcc5d974 req-5d097330-9e8e-4016-9e36-c869d6d3ac3d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:46.764482 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f35577a-5583-45fb-b9cb-bd66dcc5d974 req-5d097330-9e8e-4016-9e36-c869d6d3ac3d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1484172 Jun 06 19:27:46.858109 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ec0895f0-d9f7-42f4-a010-25471c6843d8 req-74c48b12-da77-4fad-8190-4f636aff0ac8 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508386 Jun 06 19:27:46.963854 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f35577a-5583-45fb-b9cb-bd66dcc5d974 req-9f982cb2-713d-40c4-8427-ce3b2d13b999 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673636 Jun 06 19:27:47.052517 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-02bff191-f4cd-4241-946a-2f6a18c91bf8 req-69cfceb6-04d5-4320-9332-776c447eb1d3 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 210 time: 0.0461180 Jun 06 19:27:47.057933 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-9d883ad9-7be8-4236-8158-69521f4c823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.059297 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-9d883ad9-7be8-4236-8158-69521f4c823e service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.2939773 Jun 06 19:27:47.084970 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-60998f59-5c20-4e06-9507-a0a25c8f024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.086322 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-60998f59-5c20-4e06-9507-a0a25c8f024e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c619ec517c84525affd7c3b64c1a207&device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1136343 Jun 06 19:27:47.134863 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-a5864eaf-9d72-41ae-b92d-8f33fbab4074 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 217 time: 0.0676250 Jun 06 19:27:47.146559 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d75f5-c308-4ef1-b5ed-d4f719076fb0 req-1f9e7848-1f9e-42d6-bd46-5f4daa7d71d1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.148009 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-537d75f5-c308-4ef1-b5ed-d4f719076fb0 req-1f9e7848-1f9e-42d6-bd46-5f4daa7d71d1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2526793 Jun 06 19:27:47.230255 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-3e871aef-d06a-4fb9-9d15-92568bc16862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.231965 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-3e871aef-d06a-4fb9-9d15-92568bc16862 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 200 len: 915 time: 0.1392980 Jun 06 19:27:47.294306 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-537d75f5-c308-4ef1-b5ed-d4f719076fb0 req-b7c97f0f-1265-418f-b2cb-688415856b81 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125357 Jun 06 19:27:47.301443 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-bbe5bb02-9d50-466c-814a-4e29efe63cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.304659 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-bbe5bb02-9d50-466c-814a-4e29efe63cb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.1557536 Jun 06 19:27:47.310204 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-c862adbd-71c7-41df-b98a-9eddf37ace02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6631da0b-4f5f-4626-83ea-85e3c939fc57 HTTP/1.1" status: 200 len: 217 time: 0.0686970 Jun 06 19:27:47.359853 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-5643cc52-5f13-4b6a-afb4-97306e9475a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453284 Jun 06 19:27:47.385185 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-3f5c855a-1d83-41bb-9439-979899d8ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.386711 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-3f5c855a-1d83-41bb-9439-979899d8ec42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 200 len: 854 time: 0.0688639 Jun 06 19:27:47.421017 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a0334-3dd0-4002-a55c-b4c7dcde6706 req-3b5e88fc-b077-4fc5-a3f5-0742fbe5f6a6 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.423063 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb8a0334-3dd0-4002-a55c-b4c7dcde6706 req-3b5e88fc-b077-4fc5-a3f5-0742fbe5f6a6 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.2426710 Jun 06 19:27:47.443820 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-b90719e7-33bd-4495-9d9f-67108a85391f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d5e368-261d-47f6-9973-9258c735db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491354 Jun 06 19:27:47.553159 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eb8a0334-3dd0-4002-a55c-b4c7dcde6706 req-e467b211-38bb-447f-9728-bce2a89e9fab tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628772 Jun 06 19:27:47.575353 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-f17889fc-72b2-4d7b-b423-f14f31eec6cd service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071009 Jun 06 19:27:47.620285 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-701f9c95-174f-458e-a267-f0b534773ce1 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574931 Jun 06 19:27:47.719196 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6437dcf3-c93f-4ac1-ba9d-aa717e0506c6 req-f154cede-7129-4f96-87f2-f5995c944a68 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267626 Jun 06 19:27:47.761299 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-f3df6b1f-f5e0-4739-ae1f-7b9bd0bb2cbd req-70cbb067-5a2e-4391-a1be-371df775be6c service neutron] 10.222.0.10 "GET /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336029 Jun 06 19:27:47.907615 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3d61-4de1-4691-bf49-bce0361c5b08 req-1b73aed4-5ade-40ee-9fbf-08052e989d1b tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:47.909308 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-83ef3d61-4de1-4691-bf49-bce0361c5b08 req-1b73aed4-5ade-40ee-9fbf-08052e989d1b tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 943 time: 0.0802376 Jun 06 19:27:47.956067 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-83ef3d61-4de1-4691-bf49-bce0361c5b08 req-146e5752-db81-42df-80f3-c54d669a0cd5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Jun 06 19:27:48.071895 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34328) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:48.178168 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d4c5-f676-4cc8-b1e5-a112d9a4979b req-2ef6b82f-0a47-46d2-b974-6dacb63ada4a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:48.179665 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ecd8d4c5-f676-4cc8-b1e5-a112d9a4979b req-2ef6b82f-0a47-46d2-b974-6dacb63ada4a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1046510 Jun 06 19:27:48.204737 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7f038338-6e1b-4b94-9129-d654ea498004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:48.260117 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d619e9ab-22d0-4ab5-976c-a50316a6f22a req-b068aacf-3860-4652-b3d4-b3d275bad154 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 210 time: 0.0791829 Jun 06 19:27:48.290089 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ecd8d4c5-f676-4cc8-b1e5-a112d9a4979b req-dc7d19df-424d-4962-a6e4-241808dce6ba tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770864 Jun 06 19:27:48.336021 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7f038338-6e1b-4b94-9129-d654ea498004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:48.450669 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7f038338-6e1b-4b94-9129-d654ea498004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:48.461691 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-62a003f3-e71d-43c5-bdc4-2bc58ea32be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:48.507295 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-7f038338-6e1b-4b94-9129-d654ea498004 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=613941256af24097aa46d06b9aa572cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342268 Jun 06 19:27:48.509210 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f038338-6e1b-4b94-9129-d654ea498004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da56a9e0-b919-4979-96c1-5f4de827f35f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:48.512580 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7f038338-6e1b-4b94-9129-d654ea498004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:48.513397 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34340) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:48.584950 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:48.603449 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728081c1-e5d2-44e8-9b77-b1eca956585d req-6c86b040-dc66-4506-9137-f401a6560366 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:48.604982 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-728081c1-e5d2-44e8-9b77-b1eca956585d req-6c86b040-dc66-4506-9137-f401a6560366 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1997206 Jun 06 19:27:48.619413 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:48.677696 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-728081c1-e5d2-44e8-9b77-b1eca956585d req-a72ea6cf-72b1-4410-9d37-bae5cde95822 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652571 Jun 06 19:27:48.756045 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:48.758744 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:48.759912 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da56a9e0-b919-4979-96c1-5f4de827f35f HTTP/1.1" status: 204 len: 168 time: 0.2454641 Jun 06 19:27:48.760884 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f1c81367-52a8-4cd2-ad36-4858fe4d72bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:48.773793 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da56a9e0-b919-4979-96c1-5f4de827f35f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:48.781687 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:48.796632 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ff9f2-1416-471a-9216-9f597e3cbd81 req-01814a89-47bd-476b-8d4c-5fe0d515e6bd tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:48.807785 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a50ff9f2-1416-471a-9216-9f597e3cbd81 req-01814a89-47bd-476b-8d4c-5fe0d515e6bd tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1210284 Jun 06 19:27:48.872082 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a50ff9f2-1416-471a-9216-9f597e3cbd81 req-83beca3b-09e0-49c7-9254-021c4fb1c07f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575111 Jun 06 19:27:49.167466 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65882924-b7de-4ce0-bac2-4a3e09c64568 req-d1f2716c-3671-4337-be02-d7fba06a35c3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:49.169226 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65882924-b7de-4ce0-bac2-4a3e09c64568 req-d1f2716c-3671-4337-be02-d7fba06a35c3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 943 time: 0.1016791 Jun 06 19:27:49.221605 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65882924-b7de-4ce0-bac2-4a3e09c64568 req-c6836460-04a1-4134-aa87-313987a428bf tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Jun 06 19:27:49.272599 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-6d92942f-4574-43d9-b9ec-357fa9441966 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:49.274037 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-6d92942f-4574-43d9-b9ec-357fa9441966 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.10 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 809 time: 0.1682751 Jun 06 19:27:49.325314 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-69539b2e-9d6c-4656-b00d-549a1460fdde tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da36be9fbb441c9bb16651635d88240 HTTP/1.1" status: 200 len: 380 time: 0.0417371 Jun 06 19:27:49.335998 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'port': {'device_id': '9bef88ee-22bc-4509-836a-df6b617b278c', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'admin_state_up': True, 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'security_groups': ['d531957f-e8c5-43fb-898a-31927c214f57']}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:49.472574 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65e1fbd0-e40f-44a1-8c03-b4d0c9e3ccfe req-ff7c1c42-8761-462d-98c1-a1a5fc0d5222 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 210 time: 0.0876303 Jun 06 19:27:49.522290 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccab14-6304-458f-9011-0aa11819c163 req-073721e9-b2df-4896-9cc1-0652b04b4486 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:49.523984 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-22ccab14-6304-458f-9011-0aa11819c163 req-073721e9-b2df-4896-9cc1-0652b04b4486 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.0967100 Jun 06 19:27:49.574058 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-22ccab14-6304-458f-9011-0aa11819c163 req-b3acbcff-14ec-4b4c-8944-523bdacc4635 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429802 Jun 06 19:27:49.589459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 34366) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:49.619724 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:49.641769 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Made reservation on behalf of 7da36be9fbb441c9bb16651635d88240 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:27:49.645263 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:49.742699 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:49.830203 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:49.842583 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0226a84a-45fb-4e60-8fae-32a9ab11d5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:49.892507 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47e6f8bbb89d4742b536cda9176ba62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018289 Jun 06 19:27:49.894760 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c4eb7-fe17-4301-abb0-ddaa4ef8f539,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:49.901712 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34370) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:49.906041 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.906409 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.906770 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.907117 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.907455 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.907799 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.908137 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.908477 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.909070 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.909408 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.909768 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.910330 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:49.919206 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:49.919464 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Allocated IP 172.20.0.5 (3ac92d5c-0f9b-41d6-8309-927d17e9b198/0a89670a-3bfb-47b4-89ff-872e74bc31e5/b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:27:49.940974 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dd4db-122a-40cf-aa34-7817339ac720 req-20f6f661-3a42-446e-89ae-f0ed64395ff2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:49.945356 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-415dd4db-122a-40cf-aa34-7817339ac720 req-20f6f661-3a42-446e-89ae-f0ed64395ff2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1495626 Jun 06 19:27:49.992185 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-415dd4db-122a-40cf-aa34-7817339ac720 req-3e9366f8-6004-4df3-8906-954393d7a3d9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Jun 06 19:27:50.005617 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:50.075446 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:50.091687 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11af9e-d619-4a7e-b011-efdf88bc6c99 req-268f5edd-cbab-44ae-95b0-2f8e75bfd053 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:50.093252 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f11af9e-d619-4a7e-b011-efdf88bc6c99 req-268f5edd-cbab-44ae-95b0-2f8e75bfd053 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0883665 Jun 06 19:27:50.157641 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f11af9e-d619-4a7e-b011-efdf88bc6c99 req-2a69f770-160e-4c29-835f-9bb7c665bcab tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499609 Jun 06 19:27:50.232412 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:50.318921 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Transition to ACTIVE for port object b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:50.332836 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:50.340265 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:50.341995 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c29c4eb7-fe17-4301-abb0-ddaa4ef8f539 HTTP/1.1" status: 204 len: 168 time: 0.4458051 Jun 06 19:27:50.345498 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b2bf2be0-cc4c-4b62-897f-4019ca9102c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:50.373741 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c4eb7-fe17-4301-abb0-ddaa4ef8f539,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:50.376644 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:50.439040 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0017d8-a288-4e72-a286-5fc91489b81e req-c1259452-0c4b-43fc-9ac4-b9566b793a83 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:50.440467 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9a0017d8-a288-4e72-a286-5fc91489b81e req-c1259452-0c4b-43fc-9ac4-b9566b793a83 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 943 time: 0.1060312 Jun 06 19:27:50.490543 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9a0017d8-a288-4e72-a286-5fc91489b81e req-2c12fb60-80a1-4ffa-84a6-009954e4965d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Jun 06 19:27:50.493101 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:50.506868 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6351f048-fb58-4802-961c-a037786488f8 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:50.575358 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:27:50.580051 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:27:50.584630 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:27:50.672197 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:50.672197 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:50.689167 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34432) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:50.703537 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:50.708303 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:50.779401 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9138a048-b2ac-4887-bcf7-782bc88ee29b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4472084 Jun 06 19:27:50.797449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Request body: {'port': {'device_id': '9bef88ee-22bc-4509-836a-df6b617b278c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:27:50.821129 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b273-0f56-457d-86c4-5d90aab3430e req-0582e854-b012-42a9-8e04-94d850dfec75 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:50.822799 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5207b273-0f56-457d-86c4-5d90aab3430e req-0582e854-b012-42a9-8e04-94d850dfec75 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 931 time: 0.1841812 Jun 06 19:27:50.912122 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5207b273-0f56-457d-86c4-5d90aab3430e req-f344e6dd-264b-4d70-bb02-a8bf2212665c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767834 Jun 06 19:27:50.966694 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 6631da0b-4f5f-4626-83ea-85e3c939fc57 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:27:50.982275 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc955-a399-4275-9b08-1dd920275960 req-36d3a0aa-1d18-4e5e-866c-030df7e9735c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:50.989172 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-532bc955-a399-4275-9b08-1dd920275960 req-36d3a0aa-1d18-4e5e-866c-030df7e9735c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.2125497 Jun 06 19:27:51.009655 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-581cf358-63a2-4c3f-adfc-2512bdc8f8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.048241 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-532bc955-a399-4275-9b08-1dd920275960 req-3309bd0c-d56d-4efd-be5a-eeb01cd27f44 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555775 Jun 06 19:27:51.135703 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-581cf358-63a2-4c3f-adfc-2512bdc8f8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.151795 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.165186 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 6631da0b-4f5f-4626-83ea-85e3c939fc57, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6631da0b-4f5f-4626-83ea-85e3c939fc57,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:51.181170 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '6631da0b-4f5f-4626-83ea-85e3c939fc57', 'network_id': 'c7d5e368-261d-47f6-9973-9258c735db8f', 'port_id': '6631da0b-4f5f-4626-83ea-85e3c939fc57', 'mac_address': 'fa:16:3e:a5:5c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cedd807-3741-490a-b478-4cc94111fbbf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:27:51.230822 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-5d036eb3-9199-435a-8ec2-a6b92cca619b None None] Provisioning for port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:51.244681 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-5d036eb3-9199-435a-8ec2-a6b92cca619b None None] Provisioning complete for port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:51.245299 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5d036eb3-9199-435a-8ec2-a6b92cca619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.258602 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-581cf358-63a2-4c3f-adfc-2512bdc8f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.275680 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-16b415a9-54da-4ad7-a8c8-e34431e274df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:51.323501 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-5d036eb3-9199-435a-8ec2-a6b92cca619b None None] Port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:27:51.331649 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.353512 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6631da0b-4f5f-4626-83ea-85e3c939fc57 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:27:51.374281 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 6631da0b-4f5f-4626-83ea-85e3c939fc57, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6631da0b-4f5f-4626-83ea-85e3c939fc57,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:51.427770 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925427e-1550-44ac-8950-6d7a8b849ff4 req-cb45d6c2-d88b-4825-bff9-d2254bc87afc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:51.429556 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3925427e-1550-44ac-8950-6d7a8b849ff4 req-cb45d6c2-d88b-4825-bff9-d2254bc87afc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2795343 Jun 06 19:27:51.443843 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cf358-63a2-4c3f-adfc-2512bdc8f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07215611-c22b-4cd4-80e7-70de09552e4e,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:51.450665 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-581cf358-63a2-4c3f-adfc-2512bdc8f8dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7484cbf88cb240179c31de7e0d5fa9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7602746 Jun 06 19:27:51.454332 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 34460) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:51.455557 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-581cf358-63a2-4c3f-adfc-2512bdc8f8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:51.472722 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.476291 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-e8581c20-032f-4ae5-9aab-256186565edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:51.508304 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3925427e-1550-44ac-8950-6d7a8b849ff4 req-9ae6ffae-1909-40c0-90ab-3563a7c3a3cb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727763 Jun 06 19:27:51.532877 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36777b8-93c1-4d88-a303-cda9db73197a req-9cac56bc-ccd7-419c-b506-b11fe9b6e533 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:51.534933 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e36777b8-93c1-4d88-a303-cda9db73197a req-9cac56bc-ccd7-419c-b506-b11fe9b6e533 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.2484541 Jun 06 19:27:51.574839 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=6631da0b-4f5f-4626-83ea-85e3c939fc57,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:51.581651 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.582346 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.582988 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.583491 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.583825 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.584153 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.584533 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.584854 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.585170 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.585671 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.591211 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.591211 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:27:51.591421 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.598462 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:51.677321 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e36777b8-93c1-4d88-a303-cda9db73197a req-233fec2b-2292-4ab0-b17d-a43481b0efc8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342335 Jun 06 19:27:51.695152 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.767478 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:27:51.769535 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c6aec-f053-4bfd-a056-90e3484b3c07 req-cf229c11-80c8-4bc4-b332-8acb47863c84 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:51.771060 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-148c6aec-f053-4bfd-a056-90e3484b3c07 req-cf229c11-80c8-4bc4-b332-8acb47863c84 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 944 time: 0.1359155 Jun 06 19:27:51.775295 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.817513 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['6631da0b-4f5f-4626-83ea-85e3c939fc57'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:27:51.819103 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-148c6aec-f053-4bfd-a056-90e3484b3c07 req-13c68861-a88d-4821-b71c-4429dd729025 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Jun 06 19:27:51.840693 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.840865 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Transition to ACTIVE for port object b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:27:51.843284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.844456 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07215611-c22b-4cd4-80e7-70de09552e4e HTTP/1.1" status: 204 len: 168 time: 0.3892124 Jun 06 19:27:51.845304 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-637a9a67-b0e2-4ef2-8201-93640e5baaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:51.860126 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07215611-c22b-4cd4-80e7-70de09552e4e,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:51.867129 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:51.935468 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:51.940773 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-caaf1748-30f5-4aad-8966-b6934150d604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:52.157829 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:52.161206 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:52.209381 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065e885-90e2-4465-b6fc-75c698ce2048 req-6469bfeb-6140-4bdf-a624-2276c98db6ae tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:52.211059 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7065e885-90e2-4465-b6fc-75c698ce2048 req-6469bfeb-6140-4bdf-a624-2276c98db6ae tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.1655326 Jun 06 19:27:52.325089 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Attempting to bind port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:27:52.325411 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Attempting to bind port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:27:52.325768 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Attempting to bind port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 on network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:27:52.327460 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7065e885-90e2-4465-b6fc-75c698ce2048 req-11ab4612-7967-448f-b726-93af94c33560 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751579 Jun 06 19:27:52.332576 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 on network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:27:52.333054 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Attempting to bind port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 on network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:27:52.354711 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b262-5a96-4ad2-9c50-f3289139f301 req-17b30543-178a-41dd-b8d2-fcbffa07644e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:52.362268 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3a27b262-5a96-4ad2-9c50-f3289139f301 req-17b30543-178a-41dd-b8d2-fcbffa07644e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1498375 Jun 06 19:27:52.363317 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:27:52.363823 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Checking segment: {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:27:52.364141 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Bound using segment: {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:27:52.364679 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Bound port: b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a0b3ef-1824-4dba-846c-7578fd158899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:27:52.365051 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:52.414066 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3a27b262-5a96-4ad2-9c50-f3289139f301 req-f5c38d87-7b47-45e6-aa0b-f05ba62f19c3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504758 Jun 06 19:27:52.475685 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:27:52.478783 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:27:52.647459 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:52.654970 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:52.704874 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397bc1-9fc2-4a5d-aa39-b4a39f54601a req-4b776cf6-1800-4fb0-9aa3-cb560896227c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:52.707807 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a0397bc1-9fc2-4a5d-aa39-b4a39f54601a req-4b776cf6-1800-4fb0-9aa3-cb560896227c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0878255 Jun 06 19:27:52.734399 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:52.735232 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:52.736680 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] 10.222.0.10 "PUT /v2.0/ports/b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 1093 time: 1.9471264 Jun 06 19:27:52.737200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:27:52.739625 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:27:52.771027 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a0397bc1-9fc2-4a5d-aa39-b4a39f54601a req-732b4a3d-683b-468c-b92d-69bf96966a4d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Jun 06 19:27:52.798779 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:52.804036 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:52.885826 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03f379e-29a3-4378-9299-85201b262c3c x-openstack-request-id: req-b03f379e-29a3-4378-9299-85201b262c3c {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:27:52.886154 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:27:52.886434 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b03f379e-29a3-4378-9299-85201b262c3c {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:27:52.886978 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'status': 'completed', 'code': 200} Jun 06 19:27:52.978206 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2dc1f-77c2-432f-8519-3227defbfdc1 req-fd5136d4-97bf-43d1-81d4-972ce516f22f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:52.985146 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 6631da0b-4f5f-4626-83ea-85e3c939fc57 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:27:52.985654 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c9a2dc1f-77c2-432f-8519-3227defbfdc1 req-fd5136d4-97bf-43d1-81d4-972ce516f22f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1522269 Jun 06 19:27:53.051607 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-832d14a7-6943-4676-a9fc-02ddd53c06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:53.053783 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-832d14a7-6943-4676-a9fc-02ddd53c06a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1096 time: 0.1638029 Jun 06 19:27:53.172061 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c9a2dc1f-77c2-432f-8519-3227defbfdc1 req-cd3e788d-324b-476f-a832-8627010b428a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854126 Jun 06 19:27:53.181950 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 6631da0b-4f5f-4626-83ea-85e3c939fc57 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:27:53.189179 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 6631da0b-4f5f-4626-83ea-85e3c939fc57 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:27:53.204930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:53.223470 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ad99f-65ab-4abe-92ea-71ec94752344 req-9f0297b5-2f17-4b92-897f-2d87c2ac55f3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:53.225291 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f04ad99f-65ab-4abe-92ea-71ec94752344 req-9f0297b5-2f17-4b92-897f-2d87c2ac55f3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 944 time: 0.1342223 Jun 06 19:27:53.266564 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-6f26d225-bfa3-4eaa-a2ed-745923481afb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 217 time: 0.1971486 Jun 06 19:27:53.290140 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f04ad99f-65ab-4abe-92ea-71ec94752344 req-22567c9f-4b39-4869-9cb1-e3143340f1ab tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587606 Jun 06 19:27:53.361954 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-3d226cf1-ad06-4086-b9b6-3e6565fa830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:53.363491 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-3d226cf1-ad06-4086-b9b6-3e6565fa830d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 200 len: 848 time: 0.0905201 Jun 06 19:27:53.373432 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:53.415238 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6631da0b-4f5f-4626-83ea-85e3c939fc57'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:27:53.417527 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35d3360-387e-4ab6-866e-da0912e7e41b" -d '{"events": [{"server_uuid": "f5889acf-dd8e-4fab-82b0-fd235e6b9ec3", "name": "network-vif-plugged", "status": "completed", "tag": "6631da0b-4f5f-4626-83ea-85e3c939fc57"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:27:53.426679 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 6631da0b-4f5f-4626-83ea-85e3c939fc57, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6631da0b-4f5f-4626-83ea-85e3c939fc57,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:53.489482 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63d186-0aa8-4bf5-a9c9-2072c99e8504 x-openstack-request-id: req-9d63d186-0aa8-4bf5-a9c9-2072c99e8504 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:27:53.489817 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5889acf-dd8e-4fab-82b0-fd235e6b9ec3", "name": "network-vif-plugged", "status": "completed", "tag": "6631da0b-4f5f-4626-83ea-85e3c939fc57", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:27:53.490074 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d63d186-0aa8-4bf5-a9c9-2072c99e8504 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:27:53.490518 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6631da0b-4f5f-4626-83ea-85e3c939fc57', 'code': 200} Jun 06 19:27:53.507977 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028605-e151-47f9-8662-65d5dd552c1a req-c18f8c13-ace7-4748-bf56-897d610f5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:53.515708 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:53.523588 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:53.523908 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-c18f8c13-ace7-4748-bf56-897d610f5ed5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac92d5c-0f9b-41d6-8309-927d17e9b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1480722 Jun 06 19:27:53.644958 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2841fc-bc81-439a-a42c-e2e38958f613 req-9112ecfd-30b6-4cbc-8a72-45885148d637 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:53.646530 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d2841fc-bc81-439a-a42c-e2e38958f613 req-9112ecfd-30b6-4cbc-8a72-45885148d637 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.1885192 Jun 06 19:27:53.738560 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-bcc0edd3-c321-423e-b826-972c7403ad8f service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062078 Jun 06 19:27:53.763006 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d2841fc-bc81-439a-a42c-e2e38958f613 req-de5ffc13-407c-4420-a125-750d9419138e tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963712 Jun 06 19:27:53.786414 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=6631da0b-4f5f-4626-83ea-85e3c939fc57,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:53.790599 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:53.901674 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09571a-c13b-49da-9ad2-276b6ae91ca6 req-4aaac206-640d-4f53-bfab-86606bd3d396 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:53.903423 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9f09571a-c13b-49da-9ad2-276b6ae91ca6 req-4aaac206-640d-4f53-bfab-86606bd3d396 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1007521 Jun 06 19:27:53.967828 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b4028605-e151-47f9-8662-65d5dd552c1a req-9ab2c116-fa09-40a1-883c-c95fd50e5601 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188573 Jun 06 19:27:54.071463 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9f09571a-c13b-49da-9ad2-276b6ae91ca6 req-28f9bb64-3212-4b33-836d-16c77683ade6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593082 Jun 06 19:27:54.104388 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c880fb6-4d1e-4f44-825e-4fe7f53e9799 req-d59b5b7f-884c-4792-9d13-e38e80f22c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.105831 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6c880fb6-4d1e-4f44-825e-4fe7f53e9799 req-d59b5b7f-884c-4792-9d13-e38e80f22c6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1249135 Jun 06 19:27:54.115201 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654f3db-3876-4b03-9d7c-d4a5ac9ac18a req-8ae3fd56-a566-42c9-8e8f-0fcd773c5963 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.115201 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d654f3db-3876-4b03-9d7c-d4a5ac9ac18a req-8ae3fd56-a566-42c9-8e8f-0fcd773c5963 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2017977 Jun 06 19:27:54.178703 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-4df1d85c-44cf-4724-845e-9819ff7e3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.178984 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-4df1d85c-44cf-4724-845e-9819ff7e3209 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1096 time: 0.0814247 Jun 06 19:27:54.190607 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6c880fb6-4d1e-4f44-825e-4fe7f53e9799 req-001d1fb8-c5c1-47da-8537-b80ac1c3e95e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Jun 06 19:27:54.195227 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d654f3db-3876-4b03-9d7c-d4a5ac9ac18a req-b7fe29d5-37fd-4f02-becd-c56b5d262dee tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Jun 06 19:27:54.335060 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-930eda50-7edb-4d20-a207-f44bbb508ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.336515 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-930eda50-7edb-4d20-a207-f44bbb508ce6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 910 time: 0.1517956 Jun 06 19:27:54.400007 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f07da0-d510-4573-a2c8-41a3758ff73b req-d424527f-3420-4188-8897-a6e3e5d0f5a5 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.401538 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-73f07da0-d510-4573-a2c8-41a3758ff73b req-d424527f-3420-4188-8897-a6e3e5d0f5a5 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0900209 Jun 06 19:27:54.430893 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-edcf8f27-1aa7-4d7b-9799-bae25cd2d224 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 217 time: 0.0751734 Jun 06 19:27:54.505145 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-038f9c6b-35a9-4641-9990-d3929205a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.506611 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-038f9c6b-35a9-4641-9990-d3929205a5c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 200 len: 848 time: 0.0642157 Jun 06 19:27:54.518353 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-73f07da0-d510-4573-a2c8-41a3758ff73b req-08ee88ae-ef4c-43ec-af61-7558fc74fa85 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097593 Jun 06 19:27:54.549141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b8adc-295e-4042-a624-fcececac4f3e req-45038478-54b6-4d35-95bc-5ef4a3039789 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.556199 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-122b8adc-295e-4042-a624-fcececac4f3e req-45038478-54b6-4d35-95bc-5ef4a3039789 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 945 time: 0.1331859 Jun 06 19:27:54.604995 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-83ef067b-f660-4889-a16f-79b02366d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:54.606482 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-83ef067b-f660-4889-a16f-79b02366d4db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac92d5c-0f9b-41d6-8309-927d17e9b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931129 Jun 06 19:27:54.607300 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-122b8adc-295e-4042-a624-fcececac4f3e req-f3dc7269-a97d-4149-80bd-b223f680277a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502143 Jun 06 19:27:54.761409 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-4f7ac982-93ec-4954-bcd2-018b594effc6 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465607 Jun 06 19:27:54.946985 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-0e95a54c-8f0b-4ebe-b03e-5ceec796349e req-2ecbdd89-a938-4463-baa9-0ebcadc0cd08 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784983 Jun 06 19:27:55.013725 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0508-4287-4413-93b8-972526a6a573 req-3a93af32-d932-40eb-b7c2-e59e1e52b81c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:55.013725 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-71ed0508-4287-4413-93b8-972526a6a573 req-3a93af32-d932-40eb-b7c2-e59e1e52b81c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.0864377 Jun 06 19:27:55.068748 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-71ed0508-4287-4413-93b8-972526a6a573 req-97070952-081d-4cf0-ad56-4649d32d832f tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Jun 06 19:27:55.327694 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b8bfa-446b-4504-b406-dd1b325f883b req-6a9c74d4-7792-4bac-96a5-247be0505d33 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:55.334108 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d3b8bfa-446b-4504-b406-dd1b325f883b req-6a9c74d4-7792-4bac-96a5-247be0505d33 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1320386 Jun 06 19:27:55.432602 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d3b8bfa-446b-4504-b406-dd1b325f883b req-c7265bf7-a2b4-454e-98b3-19742d6ff085 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954535 Jun 06 19:27:55.470047 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcef1c8-3426-4532-aa4a-5899a618a3fd req-f60ece87-77fc-4485-885e-e86e9bfa83c0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:55.471275 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7fcef1c8-3426-4532-aa4a-5899a618a3fd req-f60ece87-77fc-4485-885e-e86e9bfa83c0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1168358 Jun 06 19:27:55.519505 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7fcef1c8-3426-4532-aa4a-5899a618a3fd req-e65010cf-fe42-49bd-ac30-647374ec9cdf tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Jun 06 19:27:55.711890 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d63f04-ca1b-47f7-a1c1-975551bccd6e req-93cec4d4-5a16-47da-a780-75186a3da44d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:55.714597 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1d63f04-ca1b-47f7-a1c1-975551bccd6e req-93cec4d4-5a16-47da-a780-75186a3da44d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0936875 Jun 06 19:27:55.808066 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1d63f04-ca1b-47f7-a1c1-975551bccd6e req-9207a810-0e32-45db-8f64-de8d4458a38e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887382 Jun 06 19:27:55.848560 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb8c8a-b79e-480a-9ea6-1b5eb6969b6a req-187c3f3c-83c1-42ec-83c4-b5f1a744f077 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:55.849999 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5edb8c8a-b79e-480a-9ea6-1b5eb6969b6a req-187c3f3c-83c1-42ec-83c4-b5f1a744f077 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 945 time: 0.1143606 Jun 06 19:27:55.895026 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5edb8c8a-b79e-480a-9ea6-1b5eb6969b6a req-e09e5807-7665-40c5-ab6b-e529c0763343 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 Jun 06 19:27:56.226457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-8e67e7d0-be73-4338-9af2-a3dd0c2c748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:56.227946 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-8e67e7d0-be73-4338-9af2-a3dd0c2c748e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1098 time: 0.0794523 Jun 06 19:27:56.300986 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06f340-fd1f-4aee-83a5-e051e298a354 req-374a816a-d91a-4991-be64-28cc1dfeaf42 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:56.302507 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5e06f340-fd1f-4aee-83a5-e051e298a354 req-374a816a-d91a-4991-be64-28cc1dfeaf42 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.1171231 Jun 06 19:27:56.348960 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5e06f340-fd1f-4aee-83a5-e051e298a354 req-fb4fbe09-33d7-482a-bb9f-f8d36de5259b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Jun 06 19:27:56.395504 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-c434d379-e74c-434f-9477-f881b6f8e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:56.396945 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-c434d379-e74c-434f-9477-f881b6f8e929 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.1424687 Jun 06 19:27:56.515550 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-dec04199-4af2-428c-8954-ea4a285fe1a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 200 len: 1001 time: 0.1077905 Jun 06 19:27:56.602485 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-aed8a387-3081-4982-8426-2c6a033d9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:56.603365 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-aed8a387-3081-4982-8426-2c6a033d9364 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.0758281 Jun 06 19:27:56.673253 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac6b7-d783-423a-a444-fa7c43a63c6f req-1ecb467d-cdd3-4135-86a1-29649ee1073f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:56.675166 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b3cac6b7-d783-423a-a444-fa7c43a63c6f req-1ecb467d-cdd3-4135-86a1-29649ee1073f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1093459 Jun 06 19:27:56.786496 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b3cac6b7-d783-423a-a444-fa7c43a63c6f req-f1dd8179-267a-4b9e-b1e1-b6ebbbdb80f4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690303 Jun 06 19:27:56.822320 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea02dc-170a-4d9d-aa8e-34aebdf6da51 req-ba767bb7-7f1e-4f1b-8921-9851c80e595d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:56.824115 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a5ea02dc-170a-4d9d-aa8e-34aebdf6da51 req-ba767bb7-7f1e-4f1b-8921-9851c80e595d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1469817 Jun 06 19:27:56.855956 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-64186524-a2a9-483f-9ba1-12230df85ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:56.860856 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-64186524-a2a9-483f-9ba1-12230df85ddb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2478721 Jun 06 19:27:56.938014 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a5ea02dc-170a-4d9d-aa8e-34aebdf6da51 req-6f585e02-c84b-4696-9e18-f5a5b913cae8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063967 Jun 06 19:27:57.027924 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:27:57.068614 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-eb22e840-7ee7-4b4a-acdd-3a26ca453041 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022209 Jun 06 19:27:57.119080 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ecbb1-618a-4570-808b-da03bb2aff87 req-7b8752a9-f14a-4170-8355-0cade62f4ae0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:57.122924 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-335ecbb1-618a-4570-808b-da03bb2aff87 req-7b8752a9-f14a-4170-8355-0cade62f4ae0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1416345 Jun 06 19:27:57.175806 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-335ecbb1-618a-4570-808b-da03bb2aff87 req-ee811cd5-adca-4ace-b10c-391647c2a144 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 Jun 06 19:27:57.210327 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:57.225226 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'port_id': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'mac_address': 'fa:16:3e:3c:db:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:27:57.247616 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-363eeb0e-5f81-4b47-b414-e824239fa227 req-1c66f146-e1f4-414a-aedb-ca1b4ab4326f service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716650 Jun 06 19:27:57.295370 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:57.313459 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:27:57.329047 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:57.423743 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:57.425660 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:57.511511 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:57.515150 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34642) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:57.518333 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:57.543993 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dc39c-172a-4ed3-898b-0c27696e918e req-c56dc69e-677c-4e95-9b7a-867e722f7fb4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:57.546927 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ac3dc39c-172a-4ed3-898b-0c27696e918e req-c56dc69e-677c-4e95-9b7a-867e722f7fb4 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 944 time: 0.0867751 Jun 06 19:27:57.599911 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ac3dc39c-172a-4ed3-898b-0c27696e918e req-63d38d46-8d47-47c6-a272-7529a51f785b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476472 Jun 06 19:27:57.654457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8e996975-4051-4c05-9d68-ea1bfec2ef95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:57.764900 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8e996975-4051-4c05-9d68-ea1bfec2ef95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:57.850030 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8e996975-4051-4c05-9d68-ea1bfec2ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:57.863266 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7f038338-6e1b-4b94-9129-d654ea498004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:57.869128 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:27:57.903723 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8e996975-4051-4c05-9d68-ea1bfec2ef95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae7d1a33a0744d7888c287cb4366e72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847468 Jun 06 19:27:57.904055 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34650) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:57.926935 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e996975-4051-4c05-9d68-ea1bfec2ef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d345cd36-c091-4985-bc00-c10cfdcb6c98,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:57.931918 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8e996975-4051-4c05-9d68-ea1bfec2ef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:58.009868 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:58.074152 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:58.106541 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c193b2-a1ff-411a-9131-066a9663d3ce req-f57f2e68-adcf-4344-b957-f3d72ce5691a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:58.114090 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-19c193b2-a1ff-411a-9131-066a9663d3ce req-f57f2e68-adcf-4344-b957-f3d72ce5691a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.2149343 Jun 06 19:27:58.223950 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-19c193b2-a1ff-411a-9131-066a9663d3ce req-43d644d9-8478-418a-928b-a60d5d2cbc0a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084328 Jun 06 19:27:58.271967 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ae850-1f0f-4f4a-8fdf-ea0241d87093 req-26380b0a-8116-4f21-a05b-774571afcbcd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:58.273387 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0b1ae850-1f0f-4f4a-8fdf-ea0241d87093 req-26380b0a-8116-4f21-a05b-774571afcbcd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1295688 Jun 06 19:27:58.299646 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:58.302361 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:58.304668 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d345cd36-c091-4985-bc00-c10cfdcb6c98 HTTP/1.1" status: 204 len: 168 time: 0.3996961 Jun 06 19:27:58.312092 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aa4bc9f1-b48e-497d-a60d-f5894a79b064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:58.318687 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345cd36-c091-4985-bc00-c10cfdcb6c98,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:58.329608 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:58.337726 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0b1ae850-1f0f-4f4a-8fdf-ea0241d87093 req-5598f3e2-dea3-4d50-96c8-2a1b164449df tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633466 Jun 06 19:27:58.550086 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb59a-e85b-4269-96c0-a9074d8d60e4 req-d56451f7-7a2a-4beb-b262-4ec1f5226a0c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:58.551695 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-abafb59a-e85b-4269-96c0-a9074d8d60e4 req-d56451f7-7a2a-4beb-b262-4ec1f5226a0c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0961509 Jun 06 19:27:58.606692 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-abafb59a-e85b-4269-96c0-a9074d8d60e4 req-9f4fbb12-4d04-4ba4-894e-63377851e3f0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471613 Jun 06 19:27:58.817016 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb4fc-a282-44fb-8bf7-c46117a8879d req-bfc6ccc5-3b7f-44e6-a11d-1c92f29cdc80 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:58.818598 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fdbbb4fc-a282-44fb-8bf7-c46117a8879d req-bfc6ccc5-3b7f-44e6-a11d-1c92f29cdc80 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 944 time: 0.0921626 Jun 06 19:27:58.876241 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fdbbb4fc-a282-44fb-8bf7-c46117a8879d req-096fbf58-7cfc-421d-ab46-5e964c904a97 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513930 Jun 06 19:27:59.050128 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:27:59.123873 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 34686) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:59.143645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec854-403b-452e-b103-9b9343bdb8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.188929 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:59.206181 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'port_id': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'mac_address': 'fa:16:3e:92:7b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:27:59.261082 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec854-403b-452e-b103-9b9343bdb8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.266670 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.284485 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9192d10-9061-40a8-9960-1cbcf4b89c72 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:27:59.300897 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:27:59.350460 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec854-403b-452e-b103-9b9343bdb8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.369549 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-91596a9e-c351-4cce-a8e5-092b534df765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:59.406342 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.408487 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:59.459326 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ee0ec854-403b-452e-b103-9b9343bdb8a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cf44d99e87b46398da1c1e9bb284aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334756 Jun 06 19:27:59.462198 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34696) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:27:59.467271 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ec854-403b-452e-b103-9b9343bdb8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f63aaac-eb6b-47d6-a4d9-c982d48d82c3,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:59.469534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ee0ec854-403b-452e-b103-9b9343bdb8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:59.497233 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=6']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:59.503030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5a85-2562-49b5-a0f9-5a7ec715e991 req-98aabe8c-3060-4a1b-a640-08a430b58829 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:59.505867 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bdac5a85-2562-49b5-a0f9-5a7ec715e991 req-98aabe8c-3060-4a1b-a640-08a430b58829 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 944 time: 0.1371558 Jun 06 19:27:59.508437 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:59.569687 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bdac5a85-2562-49b5-a0f9-5a7ec715e991 req-401f7a79-9802-43e5-a4f9-1f54d74834ea tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565650 Jun 06 19:27:59.589987 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.620059 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.644737 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['d9192d10-9061-40a8-9960-1cbcf4b89c72'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:27:59.730949 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ce2b6-7240-4baf-8ffb-8264f56f6590 req-815d3ce9-d00d-4c4e-adb1-8d6767c06d91 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:59.733329 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-312ce2b6-7240-4baf-8ffb-8264f56f6590 req-815d3ce9-d00d-4c4e-adb1-8d6767c06d91 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1342285 Jun 06 19:27:59.740912 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.743794 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:59.747248 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f63aaac-eb6b-47d6-a4d9-c982d48d82c3 HTTP/1.1" status: 204 len: 168 time: 0.2810233 Jun 06 19:27:59.747248 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-07073549-27c4-4d78-bf6d-e81cdfea4d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:27:59.764123 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f63aaac-eb6b-47d6-a4d9-c982d48d82c3,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:27:59.774183 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:27:59.860325 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-312ce2b6-7240-4baf-8ffb-8264f56f6590 req-2df0a605-0dc9-4e58-9ee4-8eb2ccc87fe2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199131 Jun 06 19:27:59.907288 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c451-5796-4703-ac26-6919f4cd58f0 req-5fb079c4-5d4b-4d46-b622-5b9cbdde35b1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:59.909559 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4351c451-5796-4703-ac26-6919f4cd58f0 req-5fb079c4-5d4b-4d46-b622-5b9cbdde35b1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1421723 Jun 06 19:27:59.972186 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4351c451-5796-4703-ac26-6919f4cd58f0 req-c1c55c64-3c39-4948-b54e-fa3c14cbe2d3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493505 Jun 06 19:28:00.015193 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:00.082711 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bc411-60c5-4d9d-ad36-da2c6b1c2dad req-071b653c-1566-4bf5-bcee-49f5c420179b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:00.084134 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-961bc411-60c5-4d9d-ad36-da2c6b1c2dad req-071b653c-1566-4bf5-bcee-49f5c420179b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 944 time: 0.0817971 Jun 06 19:28:00.135497 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-961bc411-60c5-4d9d-ad36-da2c6b1c2dad req-10153c99-b992-473e-840b-ea2e53a07e2b tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Jun 06 19:28:00.212194 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fca18c16-7e48-42d3-8e1d-3abb86717bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:00.807101 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c53d5-dd52-4f8b-a8f7-3c1f6d29d944 req-4336c34f-3fc2-4e16-9889-a1d69a2e3a04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:00.809234 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f38c53d5-dd52-4f8b-a8f7-3c1f6d29d944 req-4336c34f-3fc2-4e16-9889-a1d69a2e3a04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 944 time: 0.1182094 Jun 06 19:28:00.863761 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f38c53d5-dd52-4f8b-a8f7-3c1f6d29d944 req-056624ea-4fdb-4f8c-a8a6-063f01bce396 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480397 Jun 06 19:28:01.057555 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:01.080929 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094cdfa-7cfa-4512-b323-f3069a25e5c5 req-ecf5ac5a-dfc1-4700-885c-e5a06b61de46 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:01.082758 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9094cdfa-7cfa-4512-b323-f3069a25e5c5 req-ecf5ac5a-dfc1-4700-885c-e5a06b61de46 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1011860 Jun 06 19:28:01.175453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port d9192d10-9061-40a8-9960-1cbcf4b89c72 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:01.176100 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:01.190206 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9094cdfa-7cfa-4512-b323-f3069a25e5c5 req-0be7ef0d-6080-492d-80e9-31df3ea87ce5 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007047 Jun 06 19:28:01.270904 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6248c-acbd-41e1-86ab-06ffcd0afd6c req-d6ffb0b6-f941-4c87-93d0-331e8243e1c0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:01.272443 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-15c6248c-acbd-41e1-86ab-06ffcd0afd6c req-d6ffb0b6-f941-4c87-93d0-331e8243e1c0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1310594 Jun 06 19:28:01.332837 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:01.363655 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-15c6248c-acbd-41e1-86ab-06ffcd0afd6c req-4b5ced65-91c0-4dc3-97f5-83b1462f1289 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839462 Jun 06 19:28:01.365700 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:01.368155 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc886a8e-c610-46b9-a76c-fe47075d69c1" -d '{"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-plugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:01.392030 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:01.432229 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617cd939-3d4a-4027-ad32-d0fe7e00bf11 x-openstack-request-id: req-617cd939-3d4a-4027-ad32-d0fe7e00bf11 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:01.432519 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-plugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:01.432779 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-617cd939-3d4a-4027-ad32-d0fe7e00bf11 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:01.433168 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'code': 200} Jun 06 19:28:01.461232 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:01.463617 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:01.500569 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-7a9f463f-0120-4f30-860f-b76579129f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:01.505180 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b2066-42d7-496c-a9ca-ce8e7c068f5a req-ea7c5b91-a95e-4462-8969-b057f6564f33 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:01.506956 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-734b2066-42d7-496c-a9ca-ce8e7c068f5a req-ea7c5b91-a95e-4462-8969-b057f6564f33 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 944 time: 0.1181607 Jun 06 19:28:01.583911 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-734b2066-42d7-496c-a9ca-ce8e7c068f5a req-892657cf-c26a-477d-abc9-0631ee1d7d2c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640628 Jun 06 19:28:01.601390 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=7']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:01.604726 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:01.741163 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:01.747107 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:01.747410 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:01.914624 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:01.966008 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:02.159750 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165598-2b05-4404-9b1e-0586f2f5c2b6 req-ff033b01-e9a6-452b-bfff-fe5d071f49e8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:02.167416 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-83165598-2b05-4404-9b1e-0586f2f5c2b6 req-ff033b01-e9a6-452b-bfff-fe5d071f49e8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1424539 Jun 06 19:28:02.215463 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:02.216467 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-83165598-2b05-4404-9b1e-0586f2f5c2b6 req-3490c01b-5a09-4517-a0cf-b27ace3a6df1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477569 Jun 06 19:28:02.217467 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:02.333552 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:02.336916 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:02.515447 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b245-7bf1-43c8-9e54-8c5d50d27c6e req-4e9a07fe-1284-4080-a936-4276e0a8be0f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:02.604630 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ff68b245-7bf1-43c8-9e54-8c5d50d27c6e req-4e9a07fe-1284-4080-a936-4276e0a8be0f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1778727 Jun 06 19:28:02.641798 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ff68b245-7bf1-43c8-9e54-8c5d50d27c6e req-4bb6655c-8cd6-462f-a398-1717369d6920 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141875 Jun 06 19:28:02.676304 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec9be-527b-4fdf-998b-2c1350dcbefd req-6e48ccf3-ccbc-4307-acac-036b1d16a6e8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:02.679102 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c85ec9be-527b-4fdf-998b-2c1350dcbefd req-6e48ccf3-ccbc-4307-acac-036b1d16a6e8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1291335 Jun 06 19:28:02.806086 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c85ec9be-527b-4fdf-998b-2c1350dcbefd req-0f6fd5f0-7152-402e-bd73-123555b8c0f3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044781 Jun 06 19:28:02.821373 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:02.882239 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-8195b727-19db-4060-9123-b8a8192f7c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:02.925060 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bea79-983b-45ba-bed8-b56d404348cd req-2e5f25c4-ac77-4a9f-b884-c40414359ef1 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:02.932997 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f8bea79-983b-45ba-bed8-b56d404348cd req-2e5f25c4-ac77-4a9f-b884-c40414359ef1 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1384888 Jun 06 19:28:02.992856 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f8bea79-983b-45ba-bed8-b56d404348cd req-79615053-70e5-4e89-8769-db463109c39c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559471 Jun 06 19:28:03.434295 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:03.437072 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6707d654-9bdc-45bc-aca3-2ee575f7caa3" -d '{"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-plugged", "status": "completed", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:03.481452 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf116-e5a0-4c26-9fb6-a47aa3cd3a7d req-6bab9b30-6e15-4dde-8281-9b32a2405d70 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:03.484625 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-919cf116-e5a0-4c26-9fb6-a47aa3cd3a7d req-6bab9b30-6e15-4dde-8281-9b32a2405d70 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1049938 Jun 06 19:28:03.542138 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-919cf116-e5a0-4c26-9fb6-a47aa3cd3a7d req-ed94c02b-1d51-41da-b124-8ba4b4763b1b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513942 Jun 06 19:28:03.620103 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70849b93-60a4-48c6-b42e-115dce590f92 x-openstack-request-id: req-70849b93-60a4-48c6-b42e-115dce590f92 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:03.620395 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-plugged", "status": "completed", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:03.620830 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70849b93-60a4-48c6-b42e-115dce590f92 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:03.621228 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'code': 200} Jun 06 19:28:03.994857 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:04.108159 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1827f7-60de-448b-966d-966fd7032d95 req-54ff09ea-7ef5-41ce-8851-af75dca29279 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:04.120873 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f1827f7-60de-448b-966d-966fd7032d95 req-54ff09ea-7ef5-41ce-8851-af75dca29279 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2238216 Jun 06 19:28:04.173019 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f1827f7-60de-448b-966d-966fd7032d95 req-ee2afb6c-5492-45cc-a991-aa080e4da5d4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548799 Jun 06 19:28:04.395324 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f74ad-fc5c-40c3-a0ed-e3bda9cb9d73 req-e099c139-4c7f-4997-93f0-70bba23604ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:04.397800 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-8d4f74ad-fc5c-40c3-a0ed-e3bda9cb9d73 req-e099c139-4c7f-4997-93f0-70bba23604ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1098 time: 0.1143205 Jun 06 19:28:04.462744 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-8d4f74ad-fc5c-40c3-a0ed-e3bda9cb9d73 req-0b532cf8-2940-4d5d-b6a4-c39b75cf3c92 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553353 Jun 06 19:28:04.472364 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280836d-e5ab-4a4b-b762-2fd7c1323cc2 req-8e74d306-4952-4a40-a4c7-00100e338827 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:04.473855 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e280836d-e5ab-4a4b-b762-2fd7c1323cc2 req-8e74d306-4952-4a40-a4c7-00100e338827 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1172810 Jun 06 19:28:04.489151 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eae8c-eba2-4c4a-a5a8-ed8ade5a37e1 req-debd2d58-57ca-4c45-8963-a4f251c8fd0a tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:04.490664 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-368eae8c-eba2-4c4a-a5a8-ed8ade5a37e1 req-debd2d58-57ca-4c45-8963-a4f251c8fd0a tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1953106 Jun 06 19:28:04.567116 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-368eae8c-eba2-4c4a-a5a8-ed8ade5a37e1 req-ba600100-e17d-4f19-9ddc-12a9a4353238 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609715 Jun 06 19:28:04.579665 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e280836d-e5ab-4a4b-b762-2fd7c1323cc2 req-a784f61b-db44-456b-be00-d72195fee3a4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879595 Jun 06 19:28:04.799155 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8034-7d4a-4fe6-81a3-72db060cdff1 req-dab06dce-d2b1-4d66-a44a-6e4977808b78 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:04.800605 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c9e8034-7d4a-4fe6-81a3-72db060cdff1 req-dab06dce-d2b1-4d66-a44a-6e4977808b78 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.0952451 Jun 06 19:28:04.862442 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c9e8034-7d4a-4fe6-81a3-72db060cdff1 req-887269d8-74d2-4f0c-b2fe-da1a1f4dc42e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548537 Jun 06 19:28:05.368130 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73b3c3-f815-4686-a95a-836a030f1879 req-1627fe12-1594-41e9-bb8e-e2611ee12bca tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:05.369576 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f73b3c3-f815-4686-a95a-836a030f1879 req-1627fe12-1594-41e9-bb8e-e2611ee12bca tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0817964 Jun 06 19:28:05.415661 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f73b3c3-f815-4686-a95a-836a030f1879 req-d01d62c0-2672-490b-9290-48757f61be4e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394983 Jun 06 19:28:05.610264 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:05.934595 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676598a-2532-4c64-abee-b890bb0e1eb5 req-8bb37c34-6bb5-4011-9f76-da14b6dcb0eb tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:05.936091 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e676598a-2532-4c64-abee-b890bb0e1eb5 req-8bb37c34-6bb5-4011-9f76-da14b6dcb0eb tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.2380049 Jun 06 19:28:05.980473 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a16441-7197-4a45-8288-8b2bfec80dde req-f6119ea8-6342-4619-99fb-230702fd6338 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:05.985429 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-62a16441-7197-4a45-8288-8b2bfec80dde req-f6119ea8-6342-4619-99fb-230702fd6338 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1813803 Jun 06 19:28:06.048427 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e676598a-2532-4c64-abee-b890bb0e1eb5 req-f0230076-e2db-433e-9896-dc2f8eb9f8bd tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034327 Jun 06 19:28:06.153461 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-62a16441-7197-4a45-8288-8b2bfec80dde req-4f7339d2-a7f4-40f1-85ef-4697a509dfc6 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270387 Jun 06 19:28:06.348602 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd27fe5-dc48-4f1c-b140-3dec0d8cd77d req-137b6624-3221-457f-8b42-c44367364bd5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:06.350171 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7fd27fe5-dc48-4f1c-b140-3dec0d8cd77d req-137b6624-3221-457f-8b42-c44367364bd5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.0894442 Jun 06 19:28:06.407167 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7fd27fe5-dc48-4f1c-b140-3dec0d8cd77d req-a31a808e-f6ba-4a1a-a398-aac6dfe35237 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505421 Jun 06 19:28:06.612779 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181261b-9858-415f-aea8-2daa815d99bf req-235bab88-ab12-49e8-9cd6-ad828a95f55c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:06.614384 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4181261b-9858-415f-aea8-2daa815d99bf req-235bab88-ab12-49e8-9cd6-ad828a95f55c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0857794 Jun 06 19:28:06.680648 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4181261b-9858-415f-aea8-2daa815d99bf req-71fddcf5-ba86-451f-a032-d439dc0c9c01 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526824 Jun 06 19:28:07.298860 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb1388-512d-4d58-a243-e64720ebaf60 req-bc125011-1699-4e57-8483-a8c38e90fae9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:07.305818 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ecb1388-512d-4d58-a243-e64720ebaf60 req-bc125011-1699-4e57-8483-a8c38e90fae9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1514094 Jun 06 19:28:07.396680 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ecb1388-512d-4d58-a243-e64720ebaf60 req-4aaff87a-1d9c-4000-927e-63efc6190006 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900671 Jun 06 19:28:07.474746 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0258fd-06af-48ff-ae81-22056a50c2cc req-c82d9746-8e91-4022-8fb0-58f200f7cf16 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:07.489834 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9a0258fd-06af-48ff-ae81-22056a50c2cc req-c82d9746-8e91-4022-8fb0-58f200f7cf16 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1396024 Jun 06 19:28:07.565735 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9a0258fd-06af-48ff-ae81-22056a50c2cc req-76d08403-8c57-469d-bdbc-b63710d263ae tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725205 Jun 06 19:28:08.141128 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311cfed-c97b-49f8-aee5-472ac457358d req-dece8096-0193-4a8f-8f3c-d41dfb72e707 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:08.149537 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2311cfed-c97b-49f8-aee5-472ac457358d req-dece8096-0193-4a8f-8f3c-d41dfb72e707 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1019249 Jun 06 19:28:08.275447 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2311cfed-c97b-49f8-aee5-472ac457358d req-76c76db3-d09e-448f-b9a8-4209d070200b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245079 Jun 06 19:28:08.312625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450302-af51-4dd9-896f-df21053afe70 req-03534a41-7c5a-4083-9882-710faf176768 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:08.314254 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aa450302-af51-4dd9-896f-df21053afe70 req-03534a41-7c5a-4083-9882-710faf176768 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1479301 Jun 06 19:28:08.374482 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-782e33bd-cbf8-4683-8114-a8f558974180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:08.376119 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-782e33bd-cbf8-4683-8114-a8f558974180 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 1098 time: 0.1004934 Jun 06 19:28:08.400301 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aa450302-af51-4dd9-896f-df21053afe70 req-5d5b7272-05cd-4b18-b957-fd6b49565b45 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781398 Jun 06 19:28:08.413098 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 34962) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:08.631974 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-15aa0e1f-bab2-463c-9e65-86a4371483fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:08.633534 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-15aa0e1f-bab2-463c-9e65-86a4371483fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 912 time: 0.2483578 Jun 06 19:28:08.787354 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4b1e0-7e54-492f-b843-71620f7e7f17 req-70ba4f01-ad27-4be4-ad72-3189b3db1ab9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:08.789899 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ee4b1e0-7e54-492f-b843-71620f7e7f17 req-70ba4f01-ad27-4be4-ad72-3189b3db1ab9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.3033748 Jun 06 19:28:08.820099 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67fb5d-3c21-4e2b-b2d9-504c76c5d713 req-dd41f0a8-5230-443d-a1fb-6fd4a7f4abf4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:08.821518 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a67fb5d-3c21-4e2b-b2d9-504c76c5d713 req-dd41f0a8-5230-443d-a1fb-6fd4a7f4abf4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.2503977 Jun 06 19:28:08.822051 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 34974) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:08.902210 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a67fb5d-3c21-4e2b-b2d9-504c76c5d713 req-57f95894-5e74-4008-9cf9-4db00aa258d3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694103 Jun 06 19:28:08.954555 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ee4b1e0-7e54-492f-b843-71620f7e7f17 req-194b4623-dd81-462a-a5dc-8142d2d30dc8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564727 Jun 06 19:28:08.975801 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-d79c3cfd-bb63-4641-a500-79574b78beb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 200 len: 1001 time: 0.3277667 Jun 06 19:28:09.060999 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-94d18afc-22ea-4843-939b-76b15ce83eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:09.065982 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-04dbfcf8-01fc-469d-b809-532012defb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:09.070123 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-04dbfcf8-01fc-469d-b809-532012defb79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.0849464 Jun 06 19:28:09.191023 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-8e74bda1-adc7-4ca1-a8e1-298f3dbec6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:09.192998 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-8e74bda1-adc7-4ca1-a8e1-298f3dbec6b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1121650 Jun 06 19:28:09.316314 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776e196-bcc8-4333-94e8-ad29948037fe tempest-TestShelveInstance-43970013 tempest-TestShelveInstance-43970013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:09.317864 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-0776e196-bcc8-4333-94e8-ad29948037fe tempest-TestShelveInstance-43970013 tempest-TestShelveInstance-43970013-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1093 time: 0.9037070 Jun 06 19:28:09.327006 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34990) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:09.341491 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Request body: {'floatingip': {'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'port_id': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:09.403860 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-89c32ae2-f247-4a88-ad33-3b78f2777298 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022095 Jun 06 19:28:09.539515 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-94d18afc-22ea-4843-939b-76b15ce83eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:09.580869 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e92a-673f-4231-95fe-f9f8ae5fac5e req-2cce1d6f-fa8a-4bce-b26e-e55693ca1ae4 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:09.590138 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c79e92a-673f-4231-95fe-f9f8ae5fac5e req-2cce1d6f-fa8a-4bce-b26e-e55693ca1ae4 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 945 time: 0.4618285 Jun 06 19:28:09.600563 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2f739ea5-e5b8-4669-86fa-6d17849cfedd req-18d8022d-dec8-4992-94ad-1eead4328bb1 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901176 Jun 06 19:28:09.628224 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-94d18afc-22ea-4843-939b-76b15ce83eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:09.645118 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:09.741191 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for floatingip, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:09.750600 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-94d18afc-22ea-4843-939b-76b15ce83eca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d34d461108a4969843f1941c7f4402a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9243829 Jun 06 19:28:09.761096 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 34996) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:09.766342 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c79e92a-673f-4231-95fe-f9f8ae5fac5e req-59f03473-6741-49e8-b7ab-412a35b98151 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745138 Jun 06 19:28:09.782551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d18afc-22ea-4843-939b-76b15ce83eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772ea5de-d25f-4dce-bdca-a2a317fb31a5,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:09.788206 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-94d18afc-22ea-4843-939b-76b15ce83eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:09.799922 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87bea1-6569-42ea-a28c-6fd073add877 req-51c93fe8-8a80-4610-bbb0-9becbf2d23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:09.801514 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd87bea1-6569-42ea-a28c-6fd073add877 req-51c93fe8-8a80-4610-bbb0-9becbf2d23d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.4825373 Jun 06 19:28:09.814480 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316c614-5b9c-4996-90aa-5613b6ef15c0 req-b6c3213c-cb52-4401-9b03-e6dbe75f0411 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:09.822187 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1316c614-5b9c-4996-90aa-5613b6ef15c0 req-b6c3213c-cb52-4401-9b03-e6dbe75f0411 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.3508265 Jun 06 19:28:09.894085 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd87bea1-6569-42ea-a28c-6fd073add877 req-eb3b77ae-ccae-4e49-8b50-a4a2919ff0bb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682638 Jun 06 19:28:09.949226 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1316c614-5b9c-4996-90aa-5613b6ef15c0 req-1652e66b-b0e0-47d6-a17c-e3d486982ee3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244943 Jun 06 19:28:10.034921 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:28:10.085597 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-75b135d7-e37e-4f08-b668-51d2e7cbe81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:10.117833 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-75b135d7-e37e-4f08-b668-51d2e7cbe81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:10.196401 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:10.297870 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41b1e5-eb2e-4cb8-a40f-b365ca645b2b req-55079b6d-24b3-4217-8758-713d7d57736d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:10.299674 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec41b1e5-eb2e-4cb8-a40f-b365ca645b2b req-55079b6d-24b3-4217-8758-713d7d57736d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1357770 Jun 06 19:28:10.308539 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11722303-d8f2-44b1-a820-1f801857cd0c req-43d938a1-6ed2-4d66-b296-8f7649ba3248 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:10.309916 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-11722303-d8f2-44b1-a820-1f801857cd0c req-43d938a1-6ed2-4d66-b296-8f7649ba3248 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2058580 Jun 06 19:28:10.388550 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec41b1e5-eb2e-4cb8-a40f-b365ca645b2b req-f3b8855c-08b7-4e21-a343-de651ed70823 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776930 Jun 06 19:28:10.396138 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-11722303-d8f2-44b1-a820-1f801857cd0c req-73143148-6981-4e49-a055-250e408ddf74 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675151 Jun 06 19:28:10.585343 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-75b135d7-e37e-4f08-b668-51d2e7cbe81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:10.587821 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-75b135d7-e37e-4f08-b668-51d2e7cbe81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:10.591453 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-75b135d7-e37e-4f08-b668-51d2e7cbe81c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/772ea5de-d25f-4dce-bdca-a2a317fb31a5 HTTP/1.1" status: 204 len: 168 time: 0.8258722 Jun 06 19:28:10.620400 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-1669b837-8f22-4a48-ab24-dc8c02e2d1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:10.638671 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b135d7-e37e-4f08-b668-51d2e7cbe81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772ea5de-d25f-4dce-bdca-a2a317fb31a5,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:10.643009 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-75b135d7-e37e-4f08-b668-51d2e7cbe81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:10.737311 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Allocated IP 172.28.3.242 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/5579f397-d88e-4819-8dbb-1cda8bfb97a7) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:10.811106 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb467-60ba-4a89-9759-54ad831189ef req-dfd54efa-e94d-4afa-9bf5-4ffa1a1e8fad tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:10.813071 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e20bb467-60ba-4a89-9759-54ad831189ef req-dfd54efa-e94d-4afa-9bf5-4ffa1a1e8fad tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 945 time: 0.0970557 Jun 06 19:28:10.974827 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:11.109805 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:11.117309 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:11.224401 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fe7-cd91-4815-a17a-1f120d83130e req-33823ce8-af59-4bbe-8094-878f658456e2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:11.240878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'Port': ['ID=5579f397-d88e-4819-8dbb-1cda8bfb97a7,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:11.253772 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:11.259039 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8d312fe7-cd91-4815-a17a-1f120d83130e req-33823ce8-af59-4bbe-8094-878f658456e2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 945 time: 0.3412383 Jun 06 19:28:11.265696 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:11.269204 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:11.274926 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:11.395720 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Deleting port 6631da0b-4f5f-4626-83ea-85e3c939fc57 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:11.396267 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:11.454640 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8d312fe7-cd91-4815-a17a-1f120d83130e req-c31e34ba-2781-4abf-8ee4-9dbd4d8ea95d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901181 Jun 06 19:28:11.627203 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] For port 6631da0b-4f5f-4626-83ea-85e3c939fc57, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6631da0b-4f5f-4626-83ea-85e3c939fc57,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:11.628133 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:11.683129 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d0c0e-b168-49c7-a1e2-d76782d10429 req-60e11194-5969-466a-a7a1-cfd0d8c57682 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:11.695469 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c6d0c0e-b168-49c7-a1e2-d76782d10429 req-60e11194-5969-466a-a7a1-cfd0d8c57682 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.5928383 Jun 06 19:28:11.722195 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35028) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:11.824256 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1de4ce5d-5609-4db2-8fbf-10e913a1b23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:11.951974 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Calling delete_port for 6631da0b-4f5f-4626-83ea-85e3c939fc57 owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:11.990220 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c6d0c0e-b168-49c7-a1e2-d76782d10429 req-64f65d32-4d90-4b23-a28b-1e37897008d7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937484 Jun 06 19:28:12.014032 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:12.178348 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:12.370855 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6b1c-e9d3-4fe5-b6b2-c58d4184c221 req-9b52dac1-89a3-4742-9503-b20e5ecb66e9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:12.380258 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-72ad6b1c-e9d3-4fe5-b6b2-c58d4184c221 req-9b52dac1-89a3-4742-9503-b20e5ecb66e9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.4788938 Jun 06 19:28:12.441263 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25c1c4-18e5-4128-a64b-f22544a50ad3 req-40ea9d91-83a8-4037-a886-000b02d61615 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:12.449938 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ff25c1c4-18e5-4128-a64b-f22544a50ad3 req-40ea9d91-83a8-4037-a886-000b02d61615 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2966428 Jun 06 19:28:12.484603 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:12.499524 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9666a428-e617-4555-92d1-7de8b63abb2f', 'c5321134-5b1b-4628-a48e-f13b6327221b', 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3', '6631da0b-4f5f-4626-83ea-85e3c939fc57'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:28:12.502190 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-72ad6b1c-e9d3-4fe5-b6b2-c58d4184c221 req-a5c28add-1ff3-437c-8600-3736de705841 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208327 Jun 06 19:28:12.535137 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:12.610330 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:12.669526 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:12.674794 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:12.820423 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event updated for resources: {'Port': ['ID=5579f397-d88e-4819-8dbb-1cda8bfb97a7,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:12.836178 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:12.852341 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:12.868439 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event deleted for resources: {'Port': ['ID=6631da0b-4f5f-4626-83ea-85e3c939fc57,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:12.876177 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:12.981797 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ff25c1c4-18e5-4128-a64b-f22544a50ad3 req-60f3bb6d-97fa-48ae-8b27-713eac0c3abb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308554 Jun 06 19:28:13.002349 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-627eff54-cb3f-4b5c-804a-2c59f8d509a5 req-81738a09-9f4a-45cc-87d7-f4ad06f43aa5 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 210 time: 0.1878388 Jun 06 19:28:13.028551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] No DVR routers for this DVR port 6631da0b-4f5f-4626-83ea-85e3c939fc57 on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:13.044155 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:13.048165 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e20bb467-60ba-4a89-9759-54ad831189ef req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "DELETE /v2.0/ports/6631da0b-4f5f-4626-83ea-85e3c939fc57 HTTP/1.1" status: 204 len: 173 time: 2.2288387 Jun 06 19:28:13.052871 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'name': 'network-vif-deleted', 'tag': '6631da0b-4f5f-4626-83ea-85e3c939fc57'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:13.079541 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0fa932-db4b-436e-97da-0a6f3e4afca4" -d '{"events": [{"server_uuid": "f5889acf-dd8e-4fab-82b0-fd235e6b9ec3", "name": "network-vif-deleted", "tag": "6631da0b-4f5f-4626-83ea-85e3c939fc57"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:13.080637 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.l3_db [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Floating IP ad6c636e-cb94-42dd-87f5-a3e3efedf019 associated. External IP: 172.28.3.242, port: b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7. Jun 06 19:28:13.143020 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1de4ce5d-5609-4db2-8fbf-10e913a1b23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:13.216049 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-1de4ce5d-5609-4db2-8fbf-10e913a1b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:13.275513 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797e7777-7180-4701-b99d-12ac5ebac682 x-openstack-request-id: req-797e7777-7180-4701-b99d-12ac5ebac682 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:13.276267 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5889acf-dd8e-4fab-82b0-fd235e6b9ec3", "name": "network-vif-deleted", "tag": "6631da0b-4f5f-4626-83ea-85e3c939fc57", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:13.276267 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-797e7777-7180-4701-b99d-12ac5ebac682 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:13.276875 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5889acf-dd8e-4fab-82b0-fd235e6b9ec3', 'name': 'network-vif-deleted', 'tag': '6631da0b-4f5f-4626-83ea-85e3c939fc57', 'status': 'completed', 'code': 200} Jun 06 19:28:13.382961 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-333ef305-2510-4391-8931-7ac072e7f455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:13.413073 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-1de4ce5d-5609-4db2-8fbf-10e913a1b23d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f759b8d85e2423dbc144f1acc139406&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6807678 Jun 06 19:28:13.425693 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35054) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:13.506479 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4ce5d-5609-4db2-8fbf-10e913a1b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83549192-5836-44fb-90af-83cf3e39303d,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:13.515953 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-1de4ce5d-5609-4db2-8fbf-10e913a1b23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:13.577228 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b9915-7309-470c-ac14-ae76b18c7ae9 req-0ba5d2e1-7910-4536-b1c5-80a8a89fbc9a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:13.579405 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-537b9915-7309-470c-ac14-ae76b18c7ae9 req-0ba5d2e1-7910-4536-b1c5-80a8a89fbc9a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.3012900 Jun 06 19:28:13.655033 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-537b9915-7309-470c-ac14-ae76b18c7ae9 req-d176ae0e-12c7-4c54-8db2-f3e06d06ba8d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697899 Jun 06 19:28:13.731828 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:13.848749 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:13.999776 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Router 1f758227-a19f-4697-a4c6-7980ed8819b5 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:28:14.014741 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-02805e87-c12f-4310-a7f8-5635e6975326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:14.018877 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-02805e87-c12f-4310-a7f8-5635e6975326 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.1039619 Jun 06 19:28:14.043191 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ba5-c6d1-4aba-a1ca-3ad6b8a6a7f6 req-f0a698bf-199a-4845-ad60-ef2b628bae0d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:14.056452 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99f46ba5-c6d1-4aba-a1ca-3ad6b8a6a7f6 req-f0a698bf-199a-4845-ad60-ef2b628bae0d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1913652 Jun 06 19:28:14.099830 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:14.102947 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:14.104335 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83549192-5836-44fb-90af-83cf3e39303d HTTP/1.1" status: 204 len: 168 time: 0.6774731 Jun 06 19:28:14.114105 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-508de906-b82a-416a-b55f-b76f13d26f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:14.127528 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83549192-5836-44fb-90af-83cf3e39303d,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:14.178653 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:14.355020 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99f46ba5-c6d1-4aba-a1ca-3ad6b8a6a7f6 req-ac0cad5f-3f5c-49f8-a74a-5ef68b3b7796 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976289 Jun 06 19:28:14.393912 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6a3a6424-cd42-468b-ad4c-6931d821bb2b req-086ca2ab-b586-4aac-a5b7-4acb45c61e7e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5889acf-dd8e-4fab-82b0-fd235e6b9ec3 HTTP/1.1" status: 200 len: 210 time: 0.1238489 Jun 06 19:28:14.396937 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-c0b5ebe4-0f0c-4a74-83ae-feefe8648992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:14.398707 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-c0b5ebe4-0f0c-4a74-83ae-feefe8648992 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.3401244 Jun 06 19:28:14.417852 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:14.441819 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] Sync routers for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:14.454716 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:14.455335 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:14.506498 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-bd791f9f-3b93-47f4-bf95-c5df4d712fd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 217 time: 0.0834448 Jun 06 19:28:14.592777 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:14.601116 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-8dbd6e9e-023c-44ac-8627-ddb0f0ceea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:14.602562 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-8dbd6e9e-023c-44ac-8627-ddb0f0ceea16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.0901132 Jun 06 19:28:14.677931 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3489454 Jun 06 19:28:14.678896 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:14.681582 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8edc82-2985-47c3-93e3-0abdc91bd930" -d '{"events": [{"name": "network-changed", "server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:14.737170 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-eb754223-a58a-46ab-a7e3-55e0be619d28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235785 Jun 06 19:28:14.852694 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:14.861961 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dbca91-dd63-4728-be66-98a8eccf91c3 x-openstack-request-id: req-48dbca91-dd63-4728-be66-98a8eccf91c3 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:14.862285 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:14.862566 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48dbca91-dd63-4728-be66-98a8eccf91c3 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:14.862990 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'status': 'completed', 'code': 200} Jun 06 19:28:15.045425 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-86fac930-3cb7-4d1e-8393-ebcd29530d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:15.047888 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-86fac930-3cb7-4d1e-8393-ebcd29530d63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1098 time: 0.1814985 Jun 06 19:28:15.127237 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 6631da0b-4f5f-4626-83ea-85e3c939fc57 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:15.204422 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-5f6a4a13-5315-4e36-ac9d-e12d1e49fe15 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598689 Jun 06 19:28:15.219444 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 6631da0b-4f5f-4626-83ea-85e3c939fc57 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:15.222687 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 6631da0b-4f5f-4626-83ea-85e3c939fc57 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:15.232563 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-ad885b89-4817-498b-ba49-5bb3f92702b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:15.240159 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-ad885b89-4817-498b-ba49-5bb3f92702b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 910 time: 0.1819808 Jun 06 19:28:15.341436 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4d3bc-b8f1-40ff-9361-73b71cc28ab5 req-8755a4ee-c03d-4eba-b5a4-9b5b2e246191 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:15.349247 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-90c4d3bc-b8f1-40ff-9361-73b71cc28ab5 req-8755a4ee-c03d-4eba-b5a4-9b5b2e246191 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.4046946 Jun 06 19:28:15.401294 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-56e0a64e-c2b8-46a0-9c1d-0334dac964a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 999 time: 0.1497149 Jun 06 19:28:15.440766 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'ad6c636e-cb94-42dd-87f5-a3e3efedf019', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'floating_ip_address': '172.28.3.242', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'port_id': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'mac_address': 'fa:16:3e:3c:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef88ee-22bc-4509-836a-df6b617b278c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:28:11Z', 'updated_at': '2021-06-06T19:28:11Z', 'revision_number': 0, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 5, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:15.445502 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] Checking router: 1f758227-a19f-4697-a4c6-7980ed8819b5 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:15.455713 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:15.456386 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:15.471669 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35088) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:15.538950 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ed0-904c-4545-971b-c2c0283cc82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:15.602816 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-58f11ad3-d910-466f-813c-23c18d2ecb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:15.604553 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-58f11ad3-d910-466f-813c-23c18d2ecb74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 200 len: 848 time: 0.1936812 Jun 06 19:28:15.657371 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c785fe6-ce5e-4870-b664-4ee1264bd66c req-cbacad9b-f53c-4458-9693-b82f085c51ee service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424384 Jun 06 19:28:15.662739 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:15.715005 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-90c4d3bc-b8f1-40ff-9361-73b71cc28ab5 req-b3ccec0d-0c00-407a-b907-3f69b92725cd tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571966 Jun 06 19:28:15.760025 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-5046cf96-f999-47d8-be8e-f5b5c6a574b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:15.762215 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-5046cf96-f999-47d8-be8e-f5b5c6a574b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac92d5c-0f9b-41d6-8309-927d17e9b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1481793 Jun 06 19:28:15.785214 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7a0ec-b281-4332-a5f4-49b54740379e req-258bc85d-ac33-4b8d-b01f-57ce4877e5ef tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:15.788341 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4b7a0ec-b281-4332-a5f4-49b54740379e req-258bc85d-ac33-4b8d-b01f-57ce4877e5ef tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2136939 Jun 06 19:28:15.902305 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4b7a0ec-b281-4332-a5f4-49b54740379e req-5f20018d-cb0a-49a9-a193-e63e27dc529d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074595 Jun 06 19:28:15.971000 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-bf631c2a-fdbb-46e1-97d5-4d243f74975e service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947205 Jun 06 19:28:16.026505 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ed0-904c-4545-971b-c2c0283cc82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:16.165033 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'ad6c636e-cb94-42dd-87f5-a3e3efedf019', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'floating_ip_address': '172.28.3.242', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'port_id': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'mac_address': 'fa:16:3e:3c:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef88ee-22bc-4509-836a-df6b617b278c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:28:11Z', 'updated_at': '2021-06-06T19:28:11Z', 'revision_number': 0, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 5, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:16.171055 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbf499-618a-4877-b83c-146ebfa1c28b None None] The sync data for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb is: [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'ad6c636e-cb94-42dd-87f5-a3e3efedf019', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'floating_ip_address': '172.28.3.242', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'port_id': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'mac_address': 'fa:16:3e:3c:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef88ee-22bc-4509-836a-df6b617b278c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:28:11Z', 'updated_at': '2021-06-06T19:28:11Z', 'revision_number': 0, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 5, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:16.313619 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4ed0-904c-4545-971b-c2c0283cc82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:16.325747 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e18fc64d-3b82-4b3e-97b5-e34ac9f8aebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:16.356412 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e4ed0-904c-4545-971b-c2c0283cc82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed9782-612d-4b9f-8e46-669e52381107,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:16.363002 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9a7e4ed0-904c-4545-971b-c2c0283cc82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:16.412145 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9a7e4ed0-904c-4545-971b-c2c0283cc82f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d961912cddc54682a512949a84d8ea83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9278328 Jun 06 19:28:16.414867 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35096) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:16.423805 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1f8edc82-2985-47c3-93e3-0abdc91bd930 req-3167df49-58fd-4ddf-b7f4-5b6235ac4682 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280391 Jun 06 19:28:16.521255 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:16.556238 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:16.657911 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6733fa8-362d-44a8-bc46-b58ddbff6170 None None] New status for floating IP ad6c636e-cb94-42dd-87f5-a3e3efedf019: ACTIVE {{(pid=92061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:28:16.821223 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:16.821223 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:16.821223 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bed9782-612d-4b9f-8e46-669e52381107 HTTP/1.1" status: 204 len: 168 time: 0.4036703 Jun 06 19:28:16.821223 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-34a828c8-cbef-4bb1-81b0-2bcc27c2e9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:16.832120 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed9782-612d-4b9f-8e46-669e52381107,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:16.848290 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:16.997480 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1560a-5b6e-4790-9018-7cbe839428cc req-819e4ab6-39a9-479d-abf8-dbffa8947a65 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:16.999761 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-62f1560a-5b6e-4790-9018-7cbe839428cc req-819e4ab6-39a9-479d-abf8-dbffa8947a65 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1024971 Jun 06 19:28:17.187485 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-62f1560a-5b6e-4790-9018-7cbe839428cc req-3500a0a5-38ea-47de-82ca-e1d212103a2b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826303 Jun 06 19:28:17.231468 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06dccb-416f-4c09-90b5-260f99d6ea75 req-b4956feb-f57a-4aa4-b6d4-9b045e30a7b7 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:17.232907 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cb06dccb-416f-4c09-90b5-260f99d6ea75 req-b4956feb-f57a-4aa4-b6d4-9b045e30a7b7 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1918697 Jun 06 19:28:17.277712 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cb06dccb-416f-4c09-90b5-260f99d6ea75 req-b906e529-b068-4d5d-a1d0-498388abb26c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Jun 06 19:28:18.242038 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13367e8f-167d-4324-9f75-15d5846527b2 req-cadd1d82-b111-4d03-9345-fa94ecb2b7b1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:18.243565 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-13367e8f-167d-4324-9f75-15d5846527b2 req-cadd1d82-b111-4d03-9345-fa94ecb2b7b1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 945 time: 0.0901029 Jun 06 19:28:18.292749 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-13367e8f-167d-4324-9f75-15d5846527b2 req-83cf5e71-02ac-4037-9f4b-3e916c4b06da tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Jun 06 19:28:18.424146 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd6018-746a-4804-b28b-c9896f3afd1b req-30f0ef8d-d1f3-42b6-8af1-773f57e3d427 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:18.425721 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d7bd6018-746a-4804-b28b-c9896f3afd1b req-30f0ef8d-d1f3-42b6-8af1-773f57e3d427 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.0988915 Jun 06 19:28:18.529470 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d7bd6018-746a-4804-b28b-c9896f3afd1b req-d3842233-369f-4ed4-8ae0-d51c688e170d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660586 Jun 06 19:28:18.560888 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528bd6-5f42-4999-8bc3-6beeed4fad28 req-116bedff-865a-4750-8849-993f72b0d63d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:18.563691 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fc528bd6-5f42-4999-8bc3-6beeed4fad28 req-116bedff-865a-4750-8849-993f72b0d63d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1332967 Jun 06 19:28:18.611627 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fc528bd6-5f42-4999-8bc3-6beeed4fad28 req-4ef2d0d6-15fa-49dd-a1ff-23c984461b1b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Jun 06 19:28:19.227722 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35170) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:19.347375 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbcb33f1-bcc8-420d-9380-bb60590abf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:19.493374 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbcb33f1-bcc8-420d-9380-bb60590abf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:19.515071 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d75a93-da11-42d8-8f25-0501526c6615 req-b136ca4d-6aae-4835-a44a-6a5256883c2f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:19.516787 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d6d75a93-da11-42d8-8f25-0501526c6615 req-b136ca4d-6aae-4835-a44a-6a5256883c2f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 945 time: 0.0881770 Jun 06 19:28:19.529603 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-43ddda09-14f6-400e-8072-b10835987938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:19.531211 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-43ddda09-14f6-400e-8072-b10835987938 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1098 time: 0.0813057 Jun 06 19:28:19.574873 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d6d75a93-da11-42d8-8f25-0501526c6615 req-b69deca8-fd00-473d-ae11-6dd29443c8d2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521710 Jun 06 19:28:19.590287 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbcb33f1-bcc8-420d-9380-bb60590abf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:19.598740 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d2d7ef00-5d8f-4add-96e4-6bc0d13165e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:19.697951 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-dbcb33f1-bcc8-420d-9380-bb60590abf50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc0fb642e3fe4ec6a0f1179871820b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662118 Jun 06 19:28:19.704070 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35182) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:19.705894 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb33f1-bcc8-420d-9380-bb60590abf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605a056-8d44-4858-9e8b-6e55acb70f0e,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:19.720491 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dbcb33f1-bcc8-420d-9380-bb60590abf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:19.763838 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-0d549c7b-2ed2-49bf-8be4-5b649e7f33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:19.765831 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-0d549c7b-2ed2-49bf-8be4-5b649e7f33e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.2180240 Jun 06 19:28:19.831466 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986338a-df36-4c32-8fee-9a9d0c60ff3c req-25b48bfd-c029-45f9-9d79-60fb7839e4c5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:19.833163 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b986338a-df36-4c32-8fee-9a9d0c60ff3c req-25b48bfd-c029-45f9-9d79-60fb7839e4c5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1751101 Jun 06 19:28:19.840479 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e702a-c819-4823-9544-7c02fc6ea3b1 req-702df5b7-88a3-4bf0-bee3-45e95b84b92d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:19.841828 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b48e702a-c819-4823-9544-7c02fc6ea3b1 req-702df5b7-88a3-4bf0-bee3-45e95b84b92d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1072071 Jun 06 19:28:19.866915 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:19.907345 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-1af1974c-ef63-4460-bb0d-a7d12ac521f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 200 len: 1001 time: 0.1336970 Jun 06 19:28:19.912180 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:19.913666 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b986338a-df36-4c32-8fee-9a9d0c60ff3c req-86453255-f7df-41e1-8ff3-0848d94315a7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708880 Jun 06 19:28:19.918505 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b48e702a-c819-4823-9544-7c02fc6ea3b1 req-22397af9-b4a6-4d4f-81af-3a6ea2922171 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617046 Jun 06 19:28:20.005419 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-c8e481fc-2875-4ef2-8743-6cfaed1486d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:20.006585 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-c8e481fc-2875-4ef2-8743-6cfaed1486d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.0822515 Jun 06 19:28:20.102110 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-ed8d0105-1fc0-432c-849e-305ba363ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:20.103540 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-ed8d0105-1fc0-432c-849e-305ba363ffa2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900378 Jun 06 19:28:20.139562 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:20.142509 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:20.143576 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b605a056-8d44-4858-9e8b-6e55acb70f0e HTTP/1.1" status: 204 len: 168 time: 0.4387076 Jun 06 19:28:20.151274 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-051ffa9d-164b-402d-82de-8c1a0798e73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:20.173618 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605a056-8d44-4858-9e8b-6e55acb70f0e,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:20.176973 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:20.266873 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-ee745196-63da-4b9f-b2ec-be1d5f36a7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492240 Jun 06 19:28:20.369853 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-d30bf45c-0372-41f7-9c96-d4b0bce5ac48 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:20.371766 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-d30bf45c-0372-41f7-9c96-d4b0bce5ac48 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 945 time: 0.0850837 Jun 06 19:28:20.433531 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-5dcfc23d-79f0-43f5-9d47-43beb8f82e68 req-29a03062-b243-4018-be83-855c3820b687 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470826 Jun 06 19:28:20.527966 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Deleting port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:20.535010 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:20.682641 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] For port d4da8d91-17a3-42d3-b9b0-43cde45eafa3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:20.683005 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:20.833865 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35206) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:20.901617 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Calling delete_port for d4da8d91-17a3-42d3-b9b0-43cde45eafa3 owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:20.999602 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2a6b9958-388a-41e2-972e-069fcf40a3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.020374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb1d38-0a58-48dd-9fb9-0d7034be410a req-b7e170ba-819b-42b6-b52c-dc7ce062258e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:21.029291 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b8bb1d38-0a58-48dd-9fb9-0d7034be410a req-b7e170ba-819b-42b6-b52c-dc7ce062258e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 945 time: 0.1275542 Jun 06 19:28:21.126201 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2a6b9958-388a-41e2-972e-069fcf40a3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.158404 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b8bb1d38-0a58-48dd-9fb9-0d7034be410a req-a2db3c0c-2c7c-4f43-a298-ac190cad7ff7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275892 Jun 06 19:28:21.188929 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2a6b9958-388a-41e2-972e-069fcf40a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.198023 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-198a33a8-dde8-4b73-8b11-0f6422c2abbe tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:21.220963 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52343772-c480-40e5-a553-b243097efd6f req-70c43536-5ec1-42e1-9225-0a4b980fe1f3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:21.220963 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-52343772-c480-40e5-a553-b243097efd6f req-70c43536-5ec1-42e1-9225-0a4b980fe1f3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1139038 Jun 06 19:28:21.238380 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2a6b9958-388a-41e2-972e-069fcf40a3be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebd4d5413bbe4d73bac8dcfa261ea1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031549 Jun 06 19:28:21.239186 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b9958-388a-41e2-972e-069fcf40a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ec735-a30c-4997-8f5c-68f311afd36d,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:21.241893 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35218) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:21.264018 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2a6b9958-388a-41e2-972e-069fcf40a3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:21.270933 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-52343772-c480-40e5-a553-b243097efd6f req-332ec8ea-0b97-455e-9992-ac1c7b1f35bc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Jun 06 19:28:21.311861 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.317972 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.325632 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fa48c238-fa76-4b19-a103-06b45d2e0706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:21.330932 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9666a428-e617-4555-92d1-7de8b63abb2f', 'c5321134-5b1b-4628-a48e-f13b6327221b', 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:28:21.340200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.406779 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event deleted for resources: {'Port': ['ID=d4da8d91-17a3-42d3-b9b0-43cde45eafa3,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:21.414319 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:21.560840 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.564043 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.565174 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c63ec735-a30c-4997-8f5c-68f311afd36d HTTP/1.1" status: 204 len: 168 time: 0.3222477 Jun 06 19:28:21.565974 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9f33b526-4ff7-4d9e-8433-0407d68913c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:21.575415 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ec735-a30c-4997-8f5c-68f311afd36d,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:21.583759 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:21.730443 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35232) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:21.910527 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] No DVR routers for this DVR port d4da8d91-17a3-42d3-b9b0-43cde45eafa3 on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:21.913382 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:21.915589 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9edaeae4-fd99-4249-846c-c5b8f152e184 req-ca46abd7-082c-4a83-b85a-54c8fe354899 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "DELETE /v2.0/ports/d4da8d91-17a3-42d3-b9b0-43cde45eafa3 HTTP/1.1" status: 204 len: 173 time: 1.5361459 Jun 06 19:28:21.916125 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e28446-fbef-4321-9fee-40997c328cd0', 'name': 'network-vif-deleted', 'tag': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:21.919257 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adc942b-5bea-4867-bacd-ec79d9e06cf0" -d '{"events": [{"server_uuid": "33e28446-fbef-4321-9fee-40997c328cd0", "name": "network-vif-deleted", "tag": "d4da8d91-17a3-42d3-b9b0-43cde45eafa3"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:21.969178 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab163db9-c133-469c-afed-b3f4115e086a x-openstack-request-id: req-ab163db9-c133-469c-afed-b3f4115e086a {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:21.969708 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e28446-fbef-4321-9fee-40997c328cd0", "name": "network-vif-deleted", "tag": "d4da8d91-17a3-42d3-b9b0-43cde45eafa3", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:21.970255 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab163db9-c133-469c-afed-b3f4115e086a {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:21.970892 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e28446-fbef-4321-9fee-40997c328cd0', 'name': 'network-vif-deleted', 'tag': 'd4da8d91-17a3-42d3-b9b0-43cde45eafa3', 'status': 'completed', 'code': 200} Jun 06 19:28:22.041024 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-886755999-network', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:22.154765 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Made reservation on behalf of fd9fc55c832847b88e488fcd9e2bc3b4 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:22.158248 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.197653 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.258912 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ff2c-6a8c-41d9-88eb-61f9d7d91262 req-8f8ccc4c-302e-4295-85b4-e66527368c11 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:22.261004 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fd03ff2c-6a8c-41d9-88eb-61f9d7d91262 req-8f8ccc4c-302e-4295-85b4-e66527368c11 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2196968 Jun 06 19:28:22.359700 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fd03ff2c-6a8c-41d9-88eb-61f9d7d91262 req-d4b3dc05-f5b2-4c13-88c1-b5525664930c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809393 Jun 06 19:28:22.370172 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.421111 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7cf09e70-27c6-4402-812c-0039aeb03763 req-8da21721-53e3-4116-accf-2e3eb709da54 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=33e28446-fbef-4321-9fee-40997c328cd0 HTTP/1.1" status: 200 len: 210 time: 0.0597320 Jun 06 19:28:22.444200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.447425 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-05915b43-fbcd-4578-aab5-765696d888bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:22.490324 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:28:22.495716 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244f552-d426-4448-a287-42ca0cd7c472,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:22.501726 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:22.504227 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.504562 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Added segment 48178f39-b11a-4a6d-b964-2a1798d068e0 of type vlan for network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 Jun 06 19:28:22.536111 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.580609 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01349db1-6845-462e-93f9-bf3cd1e14638 req-434ddaf8-c6a6-461a-9bdd-9bdaa18e5922 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:22.582892 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-01349db1-6845-462e-93f9-bf3cd1e14638 req-434ddaf8-c6a6-461a-9bdd-9bdaa18e5922 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 945 time: 0.1168048 Jun 06 19:28:22.631813 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-01349db1-6845-462e-93f9-bf3cd1e14638 req-cf54e089-3f34-4057-a891-c84ed150db93 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Jun 06 19:28:22.643698 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.645109 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:22.645619 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:22.649630 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fbe3c7c2-8ce3-4ef9-b8a8-ee37c2e50760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:22.753123 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Pushing event updated for resources: {'Network': ['ID=15409dd0-65e3-44d8-9e3b-5ff256ef61b6,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:22.756166 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:22.763675 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:28:22.811024 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0793269 Jun 06 19:28:22.815213 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35272) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:22.829449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Request body: {'subnet': {'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-886755999-subnet', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'ip_version': 4}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:22.926452 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Made reservation on behalf of fd9fc55c832847b88e488fcd9e2bc3b4 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:22.928803 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117738'] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.050880 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35280) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:23.153222 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:23.161974 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-313377635-network', 'tenant_id': '33ef2b5e272a44d992e9275c6db3a031'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:23.275187 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2453017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2117752'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.279205 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-eb7de0f5-9024-4860-b6fe-37cb5b87b9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:23.281779 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.307528 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:23.316535 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c570e7-962a-41b2-902b-e06a519b5c5a" -d '{"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-unplugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:23.318321 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:23.335454 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Made reservation on behalf of 33ef2b5e272a44d992e9275c6db3a031 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:23.339277 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.355741 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.360015 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61a2911-5052-49dd-858c-c3f352bf2388,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:23.365269 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:23.368114 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Checking segment: {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:23.368559 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Network hostable DHCP agents. Network: 15409dd0-65e3-44d8-9e3b-5ff256ef61b6, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:28:23.378322 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a9c874-b42e-46e3-a029-df41710182a9 x-openstack-request-id: req-66a9c874-b42e-46e3-a029-df41710182a9 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:23.378619 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-unplugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:23.378875 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66a9c874-b42e-46e3-a029-df41710182a9 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:23.379308 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'code': 200} Jun 06 19:28:23.462645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.474722 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.476939 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:23.506646 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:28:23.548294 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=8']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:23.551522 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:23.577583 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.580736 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e44f6eab-7fad-41e2-979e-0b024e6d5579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:23.609658 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 15409dd0-65e3-44d8-9e3b-5ff256ef61b6) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:23.619994 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:28:23.622804 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fff61f-7d08-47cf-a316-2c1fcb1c1ea9 None None] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:23.625515 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:23.626177 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8eff4d-7a2e-4a66-a153-42750db5d8d8,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:23.626855 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.630175 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:23.655808 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.656376 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Added segment 7f6e955f-c668-461f-bed3-13d77670a6fc of type vlan for network 0c958cc2-94af-4058-878b-538ce039d826 Jun 06 19:28:23.711462 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.727794 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9110343 Jun 06 19:28:23.728705 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35294) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:23.734081 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:23.841875 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.848255 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:23.849051 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.862249 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:23.878182 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.879255 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.897245 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:23.935208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:28:23.936814 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.013154 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Pushing event updated for resources: {'Network': ['ID=0c958cc2-94af-4058-878b-538ce039d826,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:24.017616 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:24.026280 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598c1d-ad27-47ab-ae94-855f1257a820 req-30eea522-7aed-4e8e-ba75-64d89babae37 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:24.028526 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 0c958cc2-94af-4058-878b-538ce039d826 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:28:24.034029 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-10598c1d-ad27-47ab-ae94-855f1257a820 req-30eea522-7aed-4e8e-ba75-64d89babae37 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.2530541 Jun 06 19:28:24.052390 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9997835 Jun 06 19:28:24.055777 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35300) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:24.061067 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Request body: {'subnet': {'network_id': '0c958cc2-94af-4058-878b-538ce039d826', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-313377635-subnet', 'tenant_id': '33ef2b5e272a44d992e9275c6db3a031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:24.113414 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-10598c1d-ad27-47ab-ae94-855f1257a820 req-76d95caf-66a7-45af-a9a8-ae5b8a5e9c0a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780892 Jun 06 19:28:24.220278 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Allocated IP 172.20.0.2 (15409dd0-65e3-44d8-9e3b-5ff256ef61b6/e61a2911-5052-49dd-858c-c3f352bf2388/34464ef7-cc6e-43e2-bd3d-1a208998f7ee) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:24.220498 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Made reservation on behalf of 33ef2b5e272a44d992e9275c6db3a031 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:24.223197 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.340879 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba4753-4392-443d-a573-67ce3ad12b6a req-4281ecba-d642-4da7-b07d-d3e3cc59b409 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:24.343381 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-17ba4753-4392-443d-a573-67ce3ad12b6a req-4281ecba-d642-4da7-b07d-d3e3cc59b409 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 945 time: 0.1860237 Jun 06 19:28:24.384305 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.406143 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-17ba4753-4392-443d-a573-67ce3ad12b6a req-6d7a455b-0515-4e7c-907d-abac6a411d3a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 Jun 06 19:28:24.556343 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.568951 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Transition to ACTIVE for port object 34464ef7-cc6e-43e2-bd3d-1a208998f7ee will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:24.580850 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.586014 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-81404c6d-c22c-4401-8eb4-7124c31006fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:24.590791 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Transition to ACTIVE for port object 34464ef7-cc6e-43e2-bd3d-1a208998f7ee will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:24.660475 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dbc199-ad1f-4574-b206-5defca691308,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:24.663196 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:24.669272 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Checking segment: {'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:24.669717 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Network hostable DHCP agents. Network: 0c958cc2-94af-4058-878b-538ce039d826, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:28:24.709604 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.715208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:24.763507 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Network 0c958cc2-94af-4058-878b-538ce039d826 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:28:24.778872 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:24.781634 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:24.785457 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:24.790916 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Pushing event updated for resources: {'Port': ['ID=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:24.797728 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:24.808062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.843590 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.849141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 0c958cc2-94af-4058-878b-538ce039d826) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:24.853149 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:24.853759 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:24.892456 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd398cb-5cfa-4d2a-92a4-e94c6e5e10df None None] Network 0c958cc2-94af-4058-878b-538ce039d826 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:24.954005 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Attempting to bind port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:28:24.954583 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Attempting to bind port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:28:24.955056 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Attempting to bind port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee on network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:24.997680 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-24ba60a1-64e8-450b-aee9-42532717a00f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9405684 Jun 06 19:28:25.004639 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Allocated IP 172.28.3.155 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/21b7c405-302e-48ce-9dff-b85056bb215f) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:25.028265 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:28:25.028640 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Checking segment: {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:25.029047 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:25.029441 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Bound using segment: {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:28:25.030534 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Bound port: 34464ef7-cc6e-43e2-bd3d-1a208998f7ee, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:28:25.030907 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:25.175128 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:25.192019 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:25.262565 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] For port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:28:25.274998 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c75cc-fe3d-4552-b739-6f93f6e9e683 None None] Network 0c958cc2-94af-4058-878b-538ce039d826 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:25.291946 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] For port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:28:25.372860 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:25.378650 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:25.440511 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:25.453665 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:25.460550 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:25.463440 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:25.468752 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:25.485873 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d4da8d91-17a3-42d3-b9b0-43cde45eafa3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:25.528341 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Pushing event updated for resources: {'Port': ['ID=21b7c405-302e-48ce-9dff-b85056bb215f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:25.540062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:25.546853 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: d4da8d91-17a3-42d3-b9b0-43cde45eafa3 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:25.547218 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d4da8d91-17a3-42d3-b9b0-43cde45eafa3 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:25.641082 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Pushing event updated for resources: {'Port': ['ID=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:25.642912 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:25.737337 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209ebcc-ef22-485b-a9ef-2e0d257addf7 req-4741ac8f-d2c8-49cf-8b66-3310b3b7da9c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:25.739096 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a209ebcc-ef22-485b-a9ef-2e0d257addf7 req-4741ac8f-d2c8-49cf-8b66-3310b3b7da9c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 945 time: 0.1641872 Jun 06 19:28:25.805240 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a209ebcc-ef22-485b-a9ef-2e0d257addf7 req-f914bb2b-1eab-4147-80d0-092dc7d96867 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585337 Jun 06 19:28:26.030976 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-9b4a7c82-6e3f-46cb-905f-9ad7f3ebb32e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:26.032484 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-9b4a7c82-6e3f-46cb-905f-9ad7f3ebb32e tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 945 time: 0.1193888 Jun 06 19:28:26.210357 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Deleting port c5321134-5b1b-4628-a48e-f13b6327221b {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:26.210710 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.267423 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.411713 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] For port c5321134-5b1b-4628-a48e-f13b6327221b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c5321134-5b1b-4628-a48e-f13b6327221b,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:26.412069 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.584964 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Calling delete_port for c5321134-5b1b-4628-a48e-f13b6327221b owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:26.750654 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.799399 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3677361-2d0a-47dc-8b30-6d386bdbf1af req-1661ffe2-cad0-4dd8-8f52-b502428daa0b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:26.800962 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d3677361-2d0a-47dc-8b30-6d386bdbf1af req-1661ffe2-cad0-4dd8-8f52-b502428daa0b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.2244751 Jun 06 19:28:26.844659 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211108c-4c57-4fb8-90b5-9d768f12ca8f None None] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:26.895226 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d3677361-2d0a-47dc-8b30-6d386bdbf1af req-80c85fbe-1745-4a63-9cf6-c558fd72d8fa tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865903 Jun 06 19:28:27.023468 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:27.026677 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77a1f68-d0f1-42f3-8157-b6c973e6e5c5 req-c7726bf4-18e5-403d-89c6-751e528b988c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=74229c83-9392-4bf7-9ff4-76e367ab5766 HTTP/1.1" status: 200 len: 210 time: 0.0503819 Jun 06 19:28:27.031284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:27.035647 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['9666a428-e617-4555-92d1-7de8b63abb2f', 'c5321134-5b1b-4628-a48e-f13b6327221b'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:28:27.079957 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event deleted for resources: {'Port': ['ID=c5321134-5b1b-4628-a48e-f13b6327221b,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:27.082568 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:27.092088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Router 50ed8d92-df82-46ae-9239-d495c0b4e406 is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:28:27.156431 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bf251f70-0116-44fb-80a1-b525bf026c99 None None] Provisioning for port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:27.160445 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35374) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:27.192340 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] No DVR routers for this DVR port c5321134-5b1b-4628-a48e-f13b6327221b on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:27.195149 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:27.197445 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e13801a4-f8e9-4f2b-b299-49efd8f9c530 req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "DELETE /v2.0/ports/c5321134-5b1b-4628-a48e-f13b6327221b HTTP/1.1" status: 204 len: 173 time: 1.1591027 Jun 06 19:28:27.198166 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'name': 'network-vif-deleted', 'tag': 'c5321134-5b1b-4628-a48e-f13b6327221b'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:27.201087 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28d223-331a-41d6-a286-1743d0901d99" -d '{"events": [{"server_uuid": "74229c83-9392-4bf7-9ff4-76e367ab5766", "name": "network-vif-deleted", "tag": "c5321134-5b1b-4628-a48e-f13b6327221b"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:27.257922 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f40711-7669-483b-bb60-35b736a61d09 x-openstack-request-id: req-25f40711-7669-483b-bb60-35b736a61d09 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:27.258446 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74229c83-9392-4bf7-9ff4-76e367ab5766", "name": "network-vif-deleted", "tag": "c5321134-5b1b-4628-a48e-f13b6327221b", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:27.258820 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25f40711-7669-483b-bb60-35b736a61d09 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:27.259753 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74229c83-9392-4bf7-9ff4-76e367ab5766', 'name': 'network-vif-deleted', 'tag': 'c5321134-5b1b-4628-a48e-f13b6327221b', 'status': 'completed', 'code': 200} Jun 06 19:28:27.324053 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:27.338751 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Sync routers for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:27.354391 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:27.369425 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:27.419234 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-d0811351-fc2e-4a75-b533-d290d6ea2641 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2575588 Jun 06 19:28:27.474778 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:27.477634 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7459950 Jun 06 19:28:27.478749 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35388) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:27.725055 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:27.740254 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 34464ef7-cc6e-43e2-bd3d-1a208998f7ee up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:27.938192 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:27.945429 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:27.946090 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.145490 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0330a2-3035-4c9e-858a-139031eb212b req-4c9534e4-2ade-4f3d-a5eb-5598b10a3cd5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:28.146976 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-4c9534e4-2ade-4f3d-a5eb-5598b10a3cd5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/networks?id=0c958cc2-94af-4058-878b-538ce039d826 HTTP/1.1" status: 200 len: 813 time: 0.3382115 Jun 06 19:28:28.150539 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:25Z', 'revision_number': 3, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:28.165428 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Checking router: 50ed8d92-df82-46ae-9239-d495c0b4e406 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:28.166153 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Updating router 50ed8d92-df82-46ae-9239-d495c0b4e406 port 21b7c405-302e-48ce-9dff-b85056bb215f binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:28:28.166581 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.191756 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-290e545b-7f9f-46ed-a23a-99ce3a81208e tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/quotas/33ef2b5e272a44d992e9275c6db3a031 HTTP/1.1" status: 200 len: 375 time: 0.0265911 Jun 06 19:28:28.210293 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:28.243522 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.284404 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.287483 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:28.288651 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-6727eb90-aa07-42c8-a437-187d46e15f7c tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=33ef2b5e272a44d992e9275c6db3a031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956452 Jun 06 19:28:28.363388 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:28.367341 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:28.625680 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.637543 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Transition to ACTIVE for port object 21b7c405-302e-48ce-9dff-b85056bb215f will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:28.732048 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.739206 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-ccd1b4a8-1363-4264-abc1-cc8cb9e03a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:28.812724 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Pushing event updated for resources: {'Port': ['ID=21b7c405-302e-48ce-9dff-b85056bb215f,revision_number=2']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:28.819390 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-ac99389b-4dca-44f8-8a87-7a6fb605e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:28.820855 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-ac99389b-4dca-44f8-8a87-7a6fb605e0e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.5925131 Jun 06 19:28:28.822014 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.822347 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.822676 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.823001 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.823319 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.823649 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.823943 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.824259 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.824570 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.824878 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.825185 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.825490 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:28.825972 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-47332b43-5def-42d8-8d6b-93605471ca2b service neutron] 10.222.0.13 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502640 Jun 06 19:28:28.832520 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:28.832835 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Attempting to bind port 21b7c405-302e-48ce-9dff-b85056bb215f on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:28:28.833126 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Attempting to bind port 21b7c405-302e-48ce-9dff-b85056bb215f by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:28:28.833701 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Attempting to bind port 21b7c405-302e-48ce-9dff-b85056bb215f on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:28.838926 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:28:28.839303 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:28.839690 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.840082 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:28:28.840548 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Bound port: 21b7c405-302e-48ce-9dff-b85056bb215f, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:28:28.840918 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:28.848509 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5d18-6981-4837-b019-42983579e896 req-b3507612-8cad-4497-83b1-1089bfe4e53f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:28.849982 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f80a5d18-6981-4837-b019-42983579e896 req-b3507612-8cad-4497-83b1-1089bfe4e53f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.5693824 Jun 06 19:28:28.921970 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] For port 21b7c405-302e-48ce-9dff-b85056bb215f, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:28:28.923446 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] For port 21b7c405-302e-48ce-9dff-b85056bb215f, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=21b7c405-302e-48ce-9dff-b85056bb215f,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:28:29.026792 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:29.031338 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:29.103215 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:29.103824 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:29.145988 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f80a5d18-6981-4837-b019-42983579e896 req-db8601e0-c490-4111-86d1-00b28c4282e0 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339916 Jun 06 19:28:29.180207 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Pushing event updated for resources: {'Port': ['ID=21b7c405-302e-48ce-9dff-b85056bb215f,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:29.184111 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device c5321134-5b1b-4628-a48e-f13b6327221b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:29.184623 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-32857517-70c6-4de8-9334-25f21ffd44fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:29.231362 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:29.237598 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: c5321134-5b1b-4628-a48e-f13b6327221b {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:29.238044 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device c5321134-5b1b-4628-a48e-f13b6327221b not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:29.243307 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-530e382c-b37f-4a77-985a-9d5366fcadec service neutron] 10.222.0.13 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066329 Jun 06 19:28:29.253678 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-2d8ac4bf-33ba-432a-b000-60231894d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:29.255114 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-2d8ac4bf-33ba-432a-b000-60231894d2e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.4197283 Jun 06 19:28:29.310425 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:29.388537 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-e3de99d2-cddf-4bc6-a443-9c34f7c83396 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 217 time: 0.0883327 Jun 06 19:28:29.640003 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-3e3dfcf9-dbf8-4e3f-b625-8965741e8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:29.641363 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-3e3dfcf9-dbf8-4e3f-b625-8965741e8b50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.1952825 Jun 06 19:28:29.654795 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f7f7c-3aec-4b4f-921e-084941529b12 req-ca24957d-3897-4283-9349-2ec1136d9217 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:29.663010 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-451f7f7c-3aec-4b4f-921e-084941529b12 req-ca24957d-3897-4283-9349-2ec1136d9217 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2620020 Jun 06 19:28:29.679461 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:25Z', 'revision_number': 3, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:29.687700 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb2bfa-2358-4c64-812e-58b17350a7eb None None] The sync data for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb is: [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:25Z', 'revision_number': 3, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:29.709743 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 34464ef7-cc6e-43e2-bd3d-1a208998f7ee up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:29.753352 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-69b35cd7-550f-46d2-8b63-fa0b512e144c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687177 Jun 06 19:28:29.827353 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-451f7f7c-3aec-4b4f-921e-084941529b12 req-01367fcf-703e-4b89-b274-a7d3d8e0238a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633735 Jun 06 19:28:29.864420 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:29.864972 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:29.996957 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-69fd730c-ce01-4702-a38d-b164e848863c req-029d1a47-93fd-4a3a-aa4a-2476b45ba8c2 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 210 time: 0.2343612 Jun 06 19:28:30.005305 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.052096 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Allocated IP 172.20.0.1 (15409dd0-65e3-44d8-9e3b-5ff256ef61b6/e61a2911-5052-49dd-858c-c3f352bf2388/d0c9af65-50c4-4764-8694-d3c75cea59da) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:30.062830 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-61a67246-44da-4320-8e21-811a0217d410 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714362 Jun 06 19:28:30.217716 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-058da986-be20-4572-a90a-734290039a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.389430 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4475231a-f631-4cf2-8bf8-90e65453db51 req-88f0ce16-fb1f-40f6-b797-52e967f59229 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169806 Jun 06 19:28:30.411288 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.433363 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Transition to ACTIVE for port object d0c9af65-50c4-4764-8694-d3c75cea59da will not be triggered until provisioned by entity DHCP. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:30.459020 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14b305-a251-4137-a734-2048df51c0ab req-8c5dd896-4786-4bc8-8b55-494004ba4746 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:30.459020 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5d14b305-a251-4137-a734-2048df51c0ab req-8c5dd896-4786-4bc8-8b55-494004ba4746 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1593997 Jun 06 19:28:30.514314 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5d14b305-a251-4137-a734-2048df51c0ab req-84ea64a5-8bc0-47f1-a633-adedd415e395 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Jun 06 19:28:30.584134 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.590720 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:30.655920 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:30.658748 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:30.662955 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:30.663421 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.675668 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c9af65-50c4-4764-8694-d3c75cea59da,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:30.682306 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:31.043102 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-b2b3b69d-c949-4ec7-8f96-7c69b6500a25 None None] Provisioning for port d0c9af65-50c4-4764-8694-d3c75cea59da completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:31.049410 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-b2b3b69d-c949-4ec7-8f96-7c69b6500a25 None None] Provisioning complete for port d0c9af65-50c4-4764-8694-d3c75cea59da triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:31.050086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b69d-c949-4ec7-8f96-7c69b6500a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:31.111055 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3b69d-c949-4ec7-8f96-7c69b6500a25 None None] Port d0c9af65-50c4-4764-8694-d3c75cea59da cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:28:31.126247 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:31.201252 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e8a2-b54f-4230-9468-22428179e266 req-7634b99d-91f0-43b1-96f5-078dee51826b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:31.202916 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4523e8a2-b54f-4230-9468-22428179e266 req-7634b99d-91f0-43b1-96f5-078dee51826b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2523363 Jun 06 19:28:31.215186 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-0c934653-1aec-47cf-a199-a8009e9497f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:31.216578 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-0c934653-1aec-47cf-a199-a8009e9497f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e&tenant_id=5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 1096 time: 0.2264218 Jun 06 19:28:31.354810 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4523e8a2-b54f-4230-9468-22428179e266 req-0774c9b5-cdeb-456b-a3f7-63e6511e7aac tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420128 Jun 06 19:28:31.453366 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-a3039810-81da-4568-8f27-75ad1ec9d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:31.454823 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-a3039810-81da-4568-8f27-75ad1ec9d857 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1096 time: 0.2103040 Jun 06 19:28:31.593068 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-216c32d9-4934-4e0a-a360-232a08a49606 req-cf24eb2c-7ec9-4a1a-a57f-19c061f960bd tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 210 time: 0.1077516 Jun 06 19:28:31.602850 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:31.628943 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 21b7c405-302e-48ce-9dff-b85056bb215f up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:31.668283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:31.669046 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:31.676485 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:31.794974 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 21b7c405-302e-48ce-9dff-b85056bb215f completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:31.800064 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 21b7c405-302e-48ce-9dff-b85056bb215f triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:31.800444 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:31.862818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-f232f3cb-8b66-4680-876e-603984620d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:31.864244 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-f232f3cb-8b66-4680-876e-603984620d5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.4011135 Jun 06 19:28:31.910451 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c9af65-50c4-4764-8694-d3c75cea59da,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:31.929292 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:31.947849 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 21b7c405-302e-48ce-9dff-b85056bb215f, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=21b7c405-302e-48ce-9dff-b85056bb215f,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:31.971400 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:32.017869 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:32.022846 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:32.036317 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6781a-0f03-43a0-afdd-99d197fbb5b9 req-32b00c50-eedb-4481-889a-279ad07023d1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:32.037800 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ea6781a-0f03-43a0-afdd-99d197fbb5b9 req-32b00c50-eedb-4481-889a-279ad07023d1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.5088401 Jun 06 19:28:32.085429 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-aafac420-1966-4d8e-9c47-b71ea6fbe22a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 200 len: 999 time: 0.1683824 Jun 06 19:28:32.096134 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:32.098380 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=21b7c405-302e-48ce-9dff-b85056bb215f,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:32.099497 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:32.101665 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:32.229892 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6ea6781a-0f03-43a0-afdd-99d197fbb5b9 req-8b7f64ad-3038-4d15-8668-209881030d71 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824491 Jun 06 19:28:32.244411 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfd887-1a9c-438e-9d33-f7d1b2ba3be9 req-a2023ff3-8ac0-474f-bf9c-2f7e5544da1a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:32.255019 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-64cfd887-1a9c-438e-9d33-f7d1b2ba3be9 req-a2023ff3-8ac0-474f-bf9c-2f7e5544da1a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.4966040 Jun 06 19:28:32.296082 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-0ba9ba4e-5412-40a4-8d82-6b7210e90204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:32.297247 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-0ba9ba4e-5412-40a4-8d82-6b7210e90204 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.1999912 Jun 06 19:28:32.343501 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-7fe8efa4-958d-4b36-87fc-8c26446ede2a None None] Provisioning complete for port d0c9af65-50c4-4764-8694-d3c75cea59da triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:32.343968 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7fe8efa4-958d-4b36-87fc-8c26446ede2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:32.398517 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8efa4-958d-4b36-87fc-8c26446ede2a None None] Port d0c9af65-50c4-4764-8694-d3c75cea59da cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:28:32.581453 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-64cfd887-1a9c-438e-9d33-f7d1b2ba3be9 req-a8860f27-3661-4b5f-9a88-b9bc9f48d43b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200724 Jun 06 19:28:32.627113 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0330a2-3035-4c9e-858a-139031eb212b req-fd0c83b9-17fc-491b-80bd-9818459822ad tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:32.629128 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-fd0c83b9-17fc-491b-80bd-9818459822ad tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "GET /v2.0/networks?id=0c958cc2-94af-4058-878b-538ce039d826 HTTP/1.1" status: 200 len: 813 time: 0.1682692 Jun 06 19:28:32.630610 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Router 50ed8d92-df82-46ae-9239-d495c0b4e406 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:28:32.646830 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Request body: {'port': {'device_id': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'network_id': '0c958cc2-94af-4058-878b-538ce039d826', 'admin_state_up': True, 'tenant_id': '33ef2b5e272a44d992e9275c6db3a031'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:32.736142 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333b3fc-06a5-4243-b783-c950bda9acdd req-d4092d25-70cd-4121-9ec0-820734e42cbb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:32.738272 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0333b3fc-06a5-4243-b783-c950bda9acdd req-d4092d25-70cd-4121-9ec0-820734e42cbb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2215865 Jun 06 19:28:32.750647 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-0b1ec29b-c92b-4dc8-8b4c-39e646f2273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:32.752093 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-0b1ec29b-c92b-4dc8-8b4c-39e646f2273c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4458849 Jun 06 19:28:32.823285 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:32.851844 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-87ecb6e2-e7e1-41a5-aa07-8c511e0b9c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:32.915262 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fab28dff-b61f-42c2-add1-14b052ee348e req-a71d427e-3d53-4ef0-bb11-1531d6b868f1 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 210 time: 0.1436911 Jun 06 19:28:32.943519 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Made reservation on behalf of 33ef2b5e272a44d992e9275c6db3a031 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:32.947575 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:33.015114 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0333b3fc-06a5-4243-b783-c950bda9acdd req-edd1f051-c9b3-47f1-9585-fb3f7fc344ed tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618592 Jun 06 19:28:33.037424 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:33.047479 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Sync routers for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:33.051091 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] 10.222.0.13 "PUT /v2.0/routers/50ed8d92-df82-46ae-9239-d495c0b4e406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5712059 Jun 06 19:28:33.059975 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-b5835c56-adf5-48f4-bec5-be3b5df0b8c6 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872412 Jun 06 19:28:33.068376 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:33.069077 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:33.157274 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Allocated IP 172.20.0.12 (0c958cc2-94af-4058-878b-538ce039d826/28dbc199-ad1f-4574-b206-5defca691308/00a8b1ef-7e29-4073-aebd-49963da68963) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:33.244632 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d77f527a-5e73-4d0e-bd91-d0a7a5eee41e req-cd71f58a-6331-44a5-acc1-4e3ab8c0b523 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708307 Jun 06 19:28:33.265001 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:33.465182 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a7e91-7a1c-45ad-86dc-89eb97d498d0 req-2d31207b-afe6-4726-99f7-438d3489c8d7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:33.466753 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e95a7e91-7a1c-45ad-86dc-89eb97d498d0 req-2d31207b-afe6-4726-99f7-438d3489c8d7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.0984023 Jun 06 19:28:33.516922 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e95a7e91-7a1c-45ad-86dc-89eb97d498d0 req-33c78d0f-5b23-45f8-9e3b-e6d7d8a0536c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Jun 06 19:28:33.551959 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:33.628257 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 21b7c405-302e-48ce-9dff-b85056bb215f up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:33.629731 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-0837e22d-87de-4042-9ca6-f1660e547dc2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:33.631240 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-0837e22d-87de-4042-9ca6-f1660e547dc2 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.1068296 Jun 06 19:28:33.680049 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:33.689793 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-cc3f807e-d603-4ca5-a3d6-82865be972e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:33.774227 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 21b7c405-302e-48ce-9dff-b85056bb215f triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:33.774620 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:33.845040 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Pushing event updated for resources: {'Port': ['ID=00a8b1ef-7e29-4073-aebd-49963da68963,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:33.850076 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:33.870764 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Network 0c958cc2-94af-4058-878b-538ce039d826 is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:33.872333 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:33.889225 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 2, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:33.891284 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:33.897537 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Checking router: 50ed8d92-df82-46ae-9239-d495c0b4e406 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:33.898139 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Updating router 50ed8d92-df82-46ae-9239-d495c0b4e406 port d0c9af65-50c4-4764-8694-d3c75cea59da binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:28:33.961257 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:33.963243 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:33.963632 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Deleting port 9666a428-e617-4555-92d1-7de8b63abb2f {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:33.966037 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:33.986590 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:33.987705 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.031951 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd93e7-0fbf-4c28-a812-c4707badf7bf req-43f0db79-733b-42e4-ad22-7d5b575d1162 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:34.048386 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18fd93e7-0fbf-4c28-a812-c4707badf7bf req-43f0db79-733b-42e4-ad22-7d5b575d1162 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.2538395 Jun 06 19:28:34.082109 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4409907 Jun 06 19:28:34.102813 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Request body: {'port': {'device_id': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:34.255851 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35518) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:34.261982 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-675478567-network', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:34.329386 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.407914 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18fd93e7-0fbf-4c28-a812-c4707badf7bf req-948b9941-1ce4-45e9-95ee-9bbdea8e5760 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586562 Jun 06 19:28:34.410751 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] For port 9666a428-e617-4555-92d1-7de8b63abb2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9666a428-e617-4555-92d1-7de8b63abb2f,segment=NetworkSegment(5527dea4-6744-4b00-896e-7793f3ad7b66),segment_id=5527dea4-6744-4b00-896e-7793f3ad7b66)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:34.411123 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.453158 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.465793 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Transition to ACTIVE for port object d0c9af65-50c4-4764-8694-d3c75cea59da will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:34.538749 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Made reservation on behalf of 41a224a2937c42968d51dd7df2e51ea3 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:34.542533 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.565449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.585517 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Calling delete_port for 9666a428-e617-4555-92d1-7de8b63abb2f owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:34.656928 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.663007 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:34.720479 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25172bb1-374d-4915-9dd8-dfbaeb25de6c req-a8ac9233-7eda-4edf-896a-7f1cc69d8636 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:34.728280 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-25172bb1-374d-4915-9dd8-dfbaeb25de6c req-a8ac9233-7eda-4edf-896a-7f1cc69d8636 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 932 time: 0.5744951 Jun 06 19:28:34.812341 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-25172bb1-374d-4915-9dd8-dfbaeb25de6c req-c84baf43-b830-455a-b84e-daaa5d6b3cc2 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830884 Jun 06 19:28:34.848751 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca0f1-ff22-4944-b219-47a93ca61ff4 req-46647d5f-d37c-4bde-bb2d-59971c7301e4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:34.856896 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-82aca0f1-ff22-4944-b219-47a93ca61ff4 req-46647d5f-d37c-4bde-bb2d-59971c7301e4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2810333 Jun 06 19:28:34.965752 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acfbd0-d938-4aec-98be-228e9979bd0d None None] Pushing event updated for resources: {'Port': ['ID=d0c9af65-50c4-4764-8694-d3c75cea59da,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:34.988500 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-47acfbd0-d938-4aec-98be-228e9979bd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:35.216283 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Attempting to bind port d0c9af65-50c4-4764-8694-d3c75cea59da on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:28:35.216660 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Attempting to bind port d0c9af65-50c4-4764-8694-d3c75cea59da by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:28:35.217084 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Attempting to bind port d0c9af65-50c4-4764-8694-d3c75cea59da on network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:35.222696 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-82aca0f1-ff22-4944-b219-47a93ca61ff4 req-9af4d83e-8650-41e0-b99e-c9f83934f5f3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561401 Jun 06 19:28:35.224753 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:28:35.225182 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Checking segment: {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:35.225640 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.226337 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Bound using segment: {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:28:35.226964 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Bound port: d0c9af65-50c4-4764-8694-d3c75cea59da, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:28:35.227381 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.318300 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551d607-1356-46a7-aabe-f0f3ab100f72 req-76a693a1-1ce6-46e3-b85e-d48ee77597a1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:35.319916 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1551d607-1356-46a7-aabe-f0f3ab100f72 req-76a693a1-1ce6-46e3-b85e-d48ee77597a1 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 945 time: 0.2089007 Jun 06 19:28:35.322064 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a8b1ef-7e29-4073-aebd-49963da68963 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:28:35.346400 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.359015 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.369578 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Transition to ACTIVE for port object 00a8b1ef-7e29-4073-aebd-49963da68963 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:35.398204 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1551d607-1356-46a7-aabe-f0f3ab100f72 req-e54b3e1c-0a7e-43af-81a8-d28dbe4d8368 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/security-groups?id=3175911c-ef8b-4b2e-b849-6d00048b1952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629859 Jun 06 19:28:35.413921 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] For port d0c9af65-50c4-4764-8694-d3c75cea59da, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:28:35.417459 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] For port d0c9af65-50c4-4764-8694-d3c75cea59da, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=d0c9af65-50c4-4764-8694-d3c75cea59da,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:28:35.417947 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.428346 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:35.458634 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.461780 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.475781 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f684f674-8e9c-471c-ba4e-5efc95d9147b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:35.523958 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.531718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f885e5f-5ac3-49db-b28e-2a920e724b52,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:35.540201 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:35.563899 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-233b875d-51b7-45a2-b993-177cd1848029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:35.643816 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Pushing event deleted for resources: {'Port': ['ID=9666a428-e617-4555-92d1-7de8b63abb2f,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:35.704391 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:35.723160 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f65c1363-c325-4aeb-ab3c-62b5b5dbac11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:35.794057 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] No DVR routers for this DVR port 9666a428-e617-4555-92d1-7de8b63abb2f on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:35.806705 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acfbd0-d938-4aec-98be-228e9979bd0d None None] Pushing event updated for resources: {'Port': ['ID=d0c9af65-50c4-4764-8694-d3c75cea59da,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:35.807482 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.810173 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-47acfbd0-d938-4aec-98be-228e9979bd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:35.813474 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bea233e3-2b97-45c2-9648-b32f583c3935 req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.10 "DELETE /v2.0/ports/9666a428-e617-4555-92d1-7de8b63abb2f HTTP/1.1" status: 204 len: 173 time: 2.1731761 Jun 06 19:28:35.827863 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:28:35.829849 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'name': 'network-vif-deleted', 'tag': '9666a428-e617-4555-92d1-7de8b63abb2f'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:35.830535 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:35.831266 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:35.834071 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9ea8df-d518-4421-af13-e51d4a999307" -d '{"events": [{"server_uuid": "5120f08e-9a4c-45fe-bb04-0961c572d55a", "name": "network-vif-deleted", "tag": "9666a428-e617-4555-92d1-7de8b63abb2f"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:35.865372 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.874302 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Added segment b2fb5428-598d-46a7-867f-58c7f71d7e9e of type vlan for network 544149cf-b7c0-4d52-8991-e976ac6604ed Jun 06 19:28:35.888280 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1041383-4d8f-4cc6-a89b-178acf777cb4 req-3535fd45-9648-4124-b674-506040b36174 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:35.890591 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c1041383-4d8f-4cc6-a89b-178acf777cb4 req-3535fd45-9648-4124-b674-506040b36174 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.2349143 Jun 06 19:28:35.924869 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=00a8b1ef-7e29-4073-aebd-49963da68963,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:35.978331 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c1041383-4d8f-4cc6-a89b-178acf777cb4 req-5afa2031-d435-47c8-aa7d-ba29ab172b90 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799122 Jun 06 19:28:36.058797 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:36.060632 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.112763 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:36.119700 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd272d3c-cc5e-4053-9a5b-5ed1fefbf525 x-openstack-request-id: req-dd272d3c-cc5e-4053-9a5b-5ed1fefbf525 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:36.120364 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120f08e-9a4c-45fe-bb04-0961c572d55a", "name": "network-vif-deleted", "tag": "9666a428-e617-4555-92d1-7de8b63abb2f", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:36.120853 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd272d3c-cc5e-4053-9a5b-5ed1fefbf525 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:36.121691 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f08e-9a4c-45fe-bb04-0961c572d55a', 'name': 'network-vif-deleted', 'tag': '9666a428-e617-4555-92d1-7de8b63abb2f', 'status': 'completed', 'code': 200} Jun 06 19:28:36.153459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaf1e2-6a26-4b55-99b0-8d7c1c6fb025 req-e297cba0-1daa-4d54-b1de-f2a935e752c7 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:36.155581 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9bdaf1e2-6a26-4b55-99b0-8d7c1c6fb025 req-e297cba0-1daa-4d54-b1de-f2a935e752c7 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1074872 Jun 06 19:28:36.160048 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.202882 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Attempting to bind port 00a8b1ef-7e29-4073-aebd-49963da68963 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:28:36.203431 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Attempting to bind port 00a8b1ef-7e29-4073-aebd-49963da68963 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:28:36.203878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Attempting to bind port 00a8b1ef-7e29-4073-aebd-49963da68963 on network 0c958cc2-94af-4058-878b-538ce039d826 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:36.209165 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Port 00a8b1ef-7e29-4073-aebd-49963da68963 on network 0c958cc2-94af-4058-878b-538ce039d826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:28:36.209666 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Attempting to bind port 00a8b1ef-7e29-4073-aebd-49963da68963 on network 0c958cc2-94af-4058-878b-538ce039d826 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:36.215260 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:28:36.215709 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Checking segment: {'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:36.216393 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Bound using segment: {'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:28:36.218011 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Bound port: 00a8b1ef-7e29-4073-aebd-49963da68963, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:28:36.218238 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.238408 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9bdaf1e2-6a26-4b55-99b0-8d7c1c6fb025 req-a82dc6f3-6c51-4ae2-af90-31f87099a142 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535803 Jun 06 19:28:36.266823 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.268785 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:36.269419 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.281019 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:36.455573 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082f904-c9b7-4b2f-a091-244328717e4a req-b8e702db-060b-4412-9b71-5213c1c0e36a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:36.463067 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e082f904-c9b7-4b2f-a091-244328717e4a req-b8e702db-060b-4412-9b71-5213c1c0e36a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1023395 Jun 06 19:28:36.472446 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Pushing event updated for resources: {'Network': ['ID=544149cf-b7c0-4d52-8991-e976ac6604ed,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:36.481044 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2239633 Jun 06 19:28:36.482155 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:36.485144 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35542) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:36.494167 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Request body: {'subnet': {'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-675478567-subnet', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:36.510650 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] For port 00a8b1ef-7e29-4073-aebd-49963da68963, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:28:36.513413 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 544149cf-b7c0-4d52-8991-e976ac6604ed details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:28:36.515507 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] For port 00a8b1ef-7e29-4073-aebd-49963da68963, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=00a8b1ef-7e29-4073-aebd-49963da68963,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:28:36.542312 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e082f904-c9b7-4b2f-a091-244328717e4a req-6ffe80ec-3fa8-41fd-9788-e0f2d4f0ac62 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780981 Jun 06 19:28:36.589484 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.594729 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-417d0ccc-1844-4a4e-b23c-3c4782dfd985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:36.649868 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Made reservation on behalf of 41a224a2937c42968d51dd7df2e51ea3 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:36.652826 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.666567 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:35Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:36.667378 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:36.667994 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.669691 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] 10.222.0.10 "PUT /v2.0/ports/00a8b1ef-7e29-4073-aebd-49963da68963 HTTP/1.1" status: 200 len: 1094 time: 2.5747325 Jun 06 19:28:36.672198 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'tag': '00a8b1ef-7e29-4073-aebd-49963da68963'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:36.676039 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc38f95d-ecc3-4cb8-a854-a4a700475ae3 None None] The sync data for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb is: [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:35Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:36.676293 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc45118-9ba8-4df1-bce2-1b07622289b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e7a96c-fd36-40fc-a6af-57aa8e7ef506", "tag": "00a8b1ef-7e29-4073-aebd-49963da68963"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:36.714897 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-52c216e3-6518-47fa-87aa-9b81e579a236 req-4dda8aa0-55c8-4fd6-8594-5dcbb994ecb3 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.1293881 Jun 06 19:28:36.717852 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=00a8b1ef-7e29-4073-aebd-49963da68963,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:36.721331 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:36.847113 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbde79a-6c3e-4e52-8f9c-33bdd545e6d8 x-openstack-request-id: req-4fbde79a-6c3e-4e52-8f9c-33bdd545e6d8 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:36.847548 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e7a96c-fd36-40fc-a6af-57aa8e7ef506", "tag": "00a8b1ef-7e29-4073-aebd-49963da68963", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:36.847713 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fbde79a-6c3e-4e52-8f9c-33bdd545e6d8 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:36.848160 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'tag': '00a8b1ef-7e29-4073-aebd-49963da68963', 'status': 'completed', 'code': 200} Jun 06 19:28:37.089090 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:37.100161 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0e25e4a1-bc2c-4bae-9c07-7f7b60f7c45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:37.199466 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9666a428-e617-4555-92d1-7de8b63abb2f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:37.252587 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 9666a428-e617-4555-92d1-7de8b63abb2f {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:37.253376 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 9666a428-e617-4555-92d1-7de8b63abb2f not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:37.263347 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c97c63c-a6af-4cb2-a1df-2be1495d2078,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:37.268995 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:37.276694 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Checking segment: {'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:37.276694 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Network hostable DHCP agents. Network: 544149cf-b7c0-4d52-8991-e976ac6604ed, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:28:37.321942 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eafce-dcac-497b-8fe0-a9012deaacca req-02f2ace5-14f5-4004-8fc8-3c13bef755fa tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:37.328055 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0d1eafce-dcac-497b-8fe0-a9012deaacca req-02f2ace5-14f5-4004-8fc8-3c13bef755fa tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1699538 Jun 06 19:28:37.398658 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0d1eafce-dcac-497b-8fe0-a9012deaacca req-6d80bab9-9e44-4805-8cd2-f6f71ae24e1d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640330 Jun 06 19:28:37.418677 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Network 544149cf-b7c0-4d52-8991-e976ac6604ed is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:28:37.536753 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd071c9-e5ba-44de-bcc0-f9b8edb3dd11 req-00c103b3-80bf-40df-8adf-a8ba77c7938b tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:37.538333 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3fd071c9-e5ba-44de-bcc0-f9b8edb3dd11 req-00c103b3-80bf-40df-8adf-a8ba77c7938b tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1116035 Jun 06 19:28:37.577266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 544149cf-b7c0-4d52-8991-e976ac6604ed) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:37.590128 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:37.590128 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:37.604558 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3423e7-83a8-4685-b702-15556f6a6559 None None] Network 544149cf-b7c0-4d52-8991-e976ac6604ed requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:37.629945 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3fd071c9-e5ba-44de-bcc0-f9b8edb3dd11 req-c7842c97-4dda-4bc0-b6b9-af031b7cb04a tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764160 Jun 06 19:28:37.705318 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device d0c9af65-50c4-4764-8694-d3c75cea59da up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:37.823239 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3365891 Jun 06 19:28:37.827047 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35562) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:37.832046 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:37.937698 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f22dcb-b289-4136-ad58-2688cff82f6f req-c46af9d7-2f5f-4fff-ae82-4afcc645280f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:37.939253 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18f22dcb-b289-4136-ad58-2688cff82f6f req-c46af9d7-2f5f-4fff-ae82-4afcc645280f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2387762 Jun 06 19:28:38.051219 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-27f574f3-4710-4391-8e00-190ce6dce22e req-3bedf1e5-3e45-4973-b7b0-c9099978875a tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0688488 Jun 06 19:28:38.070198 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-18f22dcb-b289-4136-ad58-2688cff82f6f req-289ea150-148c-4139-80f3-026f1c5df604 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193120 Jun 06 19:28:38.073279 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8017f3d2-8483-5487-a1f9-ae6fb1913c86-544149cf-b7c0-4d52-8991-e976ac6604ed', 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'fixed_ips': [{'subnet_id': '3c97c63c-a6af-4cb2-a1df-2be1495d2078'}]}} from dv-cinder-794962-3-smb. {{(pid=92061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:28:38.074424 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.237306 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.db_base_plugin_common [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Allocated IP 172.20.0.2 (544149cf-b7c0-4d52-8991-e976ac6604ed/3c97c63c-a6af-4cb2-a1df-2be1495d2078/6a2d44c4-9cfa-40eb-820d-e7832b0d6e13) {{(pid=92061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:38.375471 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1633607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4869'] for router, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.376781 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1873529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4878'] for router, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.394328 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port d0c9af65-50c4-4764-8694-d3c75cea59da completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:38.397653 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.408919 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port d0c9af65-50c4-4764-8694-d3c75cea59da triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:38.409679 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.647405 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Notify callbacks [] for port, precommit_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.651885 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80012-b46d-40e0-8ee0-4522bcb32b71 req-25e2aa43-974b-4906-a95a-f9e6c506e83e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:38.661622 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-97c80012-b46d-40e0-8ee0-4522bcb32b71 req-25e2aa43-974b-4906-a95a-f9e6c506e83e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1059928 Jun 06 19:28:38.665187 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Transition to ACTIVE for port object 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:38.666633 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.711005 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Transition to ACTIVE for port object 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 will not be triggered until provisioned by entity DHCP. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:38.734878 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-97c80012-b46d-40e0-8ee0-4522bcb32b71 req-1776529d-c6b6-457a-b4b3-540b5fc5b4e3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721250 Jun 06 19:28:38.739562 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port d0c9af65-50c4-4764-8694-d3c75cea59da, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=d0c9af65-50c4-4764-8694-d3c75cea59da,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:38.775484 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103'] for port, after_create {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.779117 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:38.839432 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.856924 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Network 544149cf-b7c0-4d52-8991-e976ac6604ed is already hosted by enough agents. {{(pid=92061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:38.860347 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.scheduler.base_scheduler [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Resources bound (agent type, host, resource id): {{(pid=92061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:38.864124 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Received port after_create {{(pid=92061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:38.871323 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Pushing event updated for resources: {'Port': ['ID=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,revision_number=1']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:38.876337 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:38.876726 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:38.922049 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4888'] for router, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.954478 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc081-a343-4344-a9ec-97c886c02dc7 req-de2ff3b4-d281-43ee-b6d7-9fc503a8fbdf tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:38.962646 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-942bc081-a343-4344-a9ec-97c886c02dc7 req-de2ff3b4-d281-43ee-b6d7-9fc503a8fbdf tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1143467 Jun 06 19:28:39.039082 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Attempting to bind port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:28:39.039706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Attempting to bind port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:28:39.040246 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Attempting to bind port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 on network 544149cf-b7c0-4d52-8991-e976ac6604ed {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:39.047748 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:28:39.048160 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-942bc081-a343-4344-a9ec-97c886c02dc7 req-2279c0f9-aa8f-45d1-acea-6bca6b1f7831 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845850 Jun 06 19:28:39.048559 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Checking segment: {'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:39.049125 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:39.049700 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Bound using segment: {'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:28:39.050367 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Bound port: 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:28:39.050907 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:39.060225 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=d0c9af65-50c4-4764-8694-d3c75cea59da,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:39.065591 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:39.192071 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] For port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:28:39.195735 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] For port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,segment=NetworkSegment(b2fb5428-598d-46a7-867f-58c7f71d7e9e),segment_id=b2fb5428-598d-46a7-867f-58c7f71d7e9e)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:28:39.284836 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:39.290209 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:39.315693 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3f2382f3-12ba-4b55-a462-da9f762c49a1 req-6d846530-6a5a-4e51-b3c0-99511f6b2daf tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0886137 Jun 06 19:28:39.449230 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Pushing event updated for resources: {'Port': ['ID=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,revision_number=2']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:39.457007 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:39.469967 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce06d3e-3839-49d7-9678-b2b8e74efe85 req-a0f156a6-0113-4d6f-b432-7b96e72852d6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:39.471806 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ce06d3e-3839-49d7-9678-b2b8e74efe85 req-a0f156a6-0113-4d6f-b432-7b96e72852d6 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1529610 Jun 06 19:28:39.539216 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ce06d3e-3839-49d7-9678-b2b8e74efe85 req-eb0f7e78-7f44-4128-8808-f35eaeb4d7c0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603337 Jun 06 19:28:39.542617 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:39.582099 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:39.688877 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device d0c9af65-50c4-4764-8694-d3c75cea59da up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:39.796551 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port d0c9af65-50c4-4764-8694-d3c75cea59da triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:39.796887 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:39.876512 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Allocated IP 172.28.3.23 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:40.082886 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.128905 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6454b-80b4-438c-8087-0c9d4ce87802 req-662368cb-212a-40b7-a1c9-b9123107b334 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:40.131439 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ff6454b-80b4-438c-8087-0c9d4ce87802 req-662368cb-212a-40b7-a1c9-b9123107b334 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.2440405 Jun 06 19:28:40.247295 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ff6454b-80b4-438c-8087-0c9d4ce87802 req-6687b950-7901-4ccc-ad4e-df1213461e44 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096828 Jun 06 19:28:40.338488 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9452bdb-70cc-4bdc-8d58-9fc8b061d9f2 req-3391deaa-3f2d-4e2f-ab7b-ca6d06075d28 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:40.340007 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e9452bdb-70cc-4bdc-8d58-9fc8b061d9f2 req-3391deaa-3f2d-4e2f-ab7b-ca6d06075d28 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1559608 Jun 06 19:28:40.431575 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e9452bdb-70cc-4bdc-8d58-9fc8b061d9f2 req-1db4d1dd-2c0d-4a33-a33b-10ba8cfbd6e0 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773883 Jun 06 19:28:40.502388 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d7635181-c6c6-4494-b7f9-757095a24301 req-951d6b2f-a12e-4248-95b6-2c4160d7bd9f tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0443227 Jun 06 19:28:40.521102 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.534764 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:40.595746 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:40.600886 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:40.602319 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:40.654652 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee10975-80d5-4bdc-96d3-98871ff26f47 None None] Network 544149cf-b7c0-4d52-8991-e976ac6604ed requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:40.671599 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Pushing event updated for resources: {'Port': ['ID=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:40.674674 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:40.857027 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-d7baae13-98d3-44b0-b362-26840a20e585 None None] Provisioning for port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:40.870334 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212483-29e5-4aa6-92c9-f9ff327d881a req-9c89d5d0-d897-4be6-8c2a-fb24f513e397 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:40.872370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b7212483-29e5-4aa6-92c9-f9ff327d881a req-9c89d5d0-d897-4be6-8c2a-fb24f513e397 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1479661 Jun 06 19:28:40.929050 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b7212483-29e5-4aa6-92c9-f9ff327d881a req-e043dee2-2c6c-4721-a165-3ac8d8826d09 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495155 Jun 06 19:28:41.262798 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:41.491680 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12efca-3b34-4756-98ff-223dd364b229 req-9d3bc1a7-9a60-438f-93b9-28b629580d3d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:41.493267 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3e12efca-3b34-4756-98ff-223dd364b229 req-9d3bc1a7-9a60-438f-93b9-28b629580d3d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1108656 Jun 06 19:28:41.587934 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3e12efca-3b34-4756-98ff-223dd364b229 req-8ac2465b-a8ce-40b5-8f75-73e76ae37082 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881238 Jun 06 19:28:41.691776 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:41.741644 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3a193-530e-48fe-8494-3f0b4ce95b4c req-9c1a62d5-3227-404b-aa27-c649c03ba923 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:41.766207 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fce3a193-530e-48fe-8494-3f0b4ce95b4c req-9c1a62d5-3227-404b-aa27-c649c03ba923 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1473408 Jun 06 19:28:41.823325 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1633614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630630'] for router, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:41.863905 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fcbaa965-a620-4301-bc50-401a59700808 req-fbc94f1b-29a0-4a1a-8f2c-4cb0f3ae1957 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0760994 Jun 06 19:28:41.887725 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fce3a193-530e-48fe-8494-3f0b4ce95b4c req-8ff48fc2-9081-43bd-854f-51d7635b55fe tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204426 Jun 06 19:28:41.920971 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:41.926106 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:41.932223 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.095301 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.137531 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,segment=NetworkSegment(b2fb5428-598d-46a7-867f-58c7f71d7e9e),segment_id=b2fb5428-598d-46a7-867f-58c7f71d7e9e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:42.146045 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4425f2-b5e3-4ec3-9cc5-3884f7b093fb req-4e67a506-dd9e-4409-906b-050e7d88b87a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:42.147775 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fc4425f2-b5e3-4ec3-9cc5-3884f7b093fb req-4e67a506-dd9e-4409-906b-050e7d88b87a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0932069 Jun 06 19:28:42.208943 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fc4425f2-b5e3-4ec3-9cc5-3884f7b093fb req-eb3d23db-12c2-40e0-9924-b4da500820ca tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537438 Jun 06 19:28:42.223975 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.226131 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9ac9262c-ce58-4cfe-83d5-5bd3e356f358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:42.266853 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 is scheduled to L3 agent b635b6d8-3084-489c-883c-73b4588c6475 with binding_index 1 {{(pid=92059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:28:42.297744 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:42.301002 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:42.476603 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:42.489653 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Sync routers for ids ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:42.501810 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Routers {'7ad071b8-adaa-4b9a-b6d8-3866208ce453'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:42.502419 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:42.606806 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.680465 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7808506 Jun 06 19:28:42.680465 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35614) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:42.702806 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Set router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:42.889496 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9395fd-6691-4ac0-9009-bc188d4749a6 req-819ed98f-baf7-4815-84e0-bef8d28536ab tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:42.891072 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6b9395fd-6691-4ac0-9009-bc188d4749a6 req-819ed98f-baf7-4815-84e0-bef8d28536ab tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1218364 Jun 06 19:28:43.006226 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6b9395fd-6691-4ac0-9009-bc188d4749a6 req-b9551655-34ca-4fc1-a61d-f1b0cc62329e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908058 Jun 06 19:28:43.090187 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2fc8c68b-9407-47b1-b440-cae392f7bbbe req-e3ca4a09-2373-40b4-aa53-2af0dbe44483 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0825830 Jun 06 19:28:43.096152 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:28:40Z', 'revision_number': 3, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port': {'id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:39Z', 'updated_at': '2021-06-06T19:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:43.100937 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Checking router: 7ad071b8-adaa-4b9a-b6d8-3866208ce453 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:43.109120 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Updating router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 binding host dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:28:43.215556 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:43.300929 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4eeec-8c60-4f6f-aa00-f5e684c77c24 req-002a44ff-7e58-405a-923b-3a6de076ff95 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:43.304618 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-48f4eeec-8c60-4f6f-aa00-f5e684c77c24 req-002a44ff-7e58-405a-923b-3a6de076ff95 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1173465 Jun 06 19:28:43.456969 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-48f4eeec-8c60-4f6f-aa00-f5e684c77c24 req-f3ea4014-633f-496e-a770-17b229572a3d tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481271 Jun 06 19:28:43.500834 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53dceb-6443-46b0-9136-fe8aabfb9405 req-e4e103db-4d3f-441c-a379-19839399484d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:43.502234 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3f53dceb-6443-46b0-9136-fe8aabfb9405 req-e4e103db-4d3f-441c-a379-19839399484d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1422272 Jun 06 19:28:43.623051 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3f53dceb-6443-46b0-9136-fe8aabfb9405 req-30532e3e-1421-4283-8426-6eb72b0a1f18 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121593 Jun 06 19:28:43.637868 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:43.727682 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Notify callbacks [] for port, precommit_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:43.744159 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.provisioning_blocks [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Transition to ACTIVE for port object fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 will not be triggered until provisioned by entity L2. {{(pid=92062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:43.749235 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:43.749637 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:43.820680 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:43.824530 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:43.886676 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:43.912147 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Attempting to bind port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:28:43.912515 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Attempting to bind port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:28:43.912869 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Attempting to bind port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 on network 6e3a1c2b-716d-490a-914d-cbf28538c42d {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:43.914926 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7096ca8-72c2-4402-8a48-4c01f4c8e75e None None] Pushing event updated for resources: {'Port': ['ID=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,revision_number=2']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:43.918631 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-b7096ca8-72c2-4402-8a48-4c01f4c8e75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:43.921753 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:28:43.922125 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Checking segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:43.922533 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:43.922919 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Bound using segment: {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'} {{(pid=92062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:28:43.923388 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.managers [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Bound port: fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd99ef7-f31d-4e58-94e2-1070c616b07a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}}] {{(pid=92062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:28:43.923760 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.001685 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] For port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:28:44.005135 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.plugins.ml2.db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] For port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:28:44.069694 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron_lib.callbacks.manager [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.074761 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:44.154608 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Allocated IP 172.20.0.1 (544149cf-b7c0-4d52-8991-e976ac6604ed/3c97c63c-a6af-4cb2-a1df-2be1495d2078/9ae2100a-fdda-42de-8860-d01fd07fd652) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:28:44.231708 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Routers {'7ad071b8-adaa-4b9a-b6d8-3866208ce453'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:44.232906 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:44.237933 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623743e3-0cc2-4f74-977d-965417f1e457 req-dc74bf83-391f-49bf-9a89-a6108d3b4e71 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:44.257550 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-623743e3-0cc2-4f74-977d-965417f1e457 req-dc74bf83-391f-49bf-9a89-a6108d3b4e71 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1192100 Jun 06 19:28:44.299480 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7096ca8-72c2-4402-8a48-4c01f4c8e75e None None] Pushing event updated for resources: {'Port': ['ID=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,revision_number=3']} {{(pid=92062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:44.309835 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG oslo_concurrency.lockutils [None req-b7096ca8-72c2-4402-8a48-4c01f4c8e75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:44.342366 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-074c8779-e862-432b-a23d-d9ab968fdcbb req-c42cf09a-dccf-4de3-83a6-09c68d9d53e7 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0647826 Jun 06 19:28:44.379668 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-623743e3-0cc2-4f74-977d-965417f1e457 req-336bdb72-39a7-4412-920d-b7921c962eb7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209719 Jun 06 19:28:44.444407 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.464728 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Transition to ACTIVE for port object 9ae2100a-fdda-42de-8860-d01fd07fd652 will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:44.479585 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] Set router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:44.558183 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.564561 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:44.635270 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Network 544149cf-b7c0-4d52-8991-e976ac6604ed is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:44.668232 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:44.674330 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:28:44.778143 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae2100a-fdda-42de-8860-d01fd07fd652,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:44.796161 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9bcb2-76aa-407f-90db-2f5db15e559f req-fb1075cd-f972-45fc-85f1-79bc9622c110 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:44.805389 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.805737 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fdd9bcb2-76aa-407f-90db-2f5db15e559f req-fb1075cd-f972-45fc-85f1-79bc9622c110 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1517608 Jun 06 19:28:44.805871 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.806731 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.807164 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.807527 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.807943 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.808295 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.808941 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.809058 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.809655 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.810011 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.820900 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:44.842136 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:44.859308 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1851884'] for router_interface, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.920579 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:28:40Z', 'revision_number': 3, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port': {'id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:39Z', 'updated_at': '2021-06-06T19:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:44.939133 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fdd9bcb2-76aa-407f-90db-2f5db15e559f req-03e93e62-c28a-4d1e-ae0d-cc1c40cc6702 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322494 Jun 06 19:28:44.945881 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4afda5-ba38-40a3-a5ac-f12cf70d2dba None None] The sync data for ids ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'] in dv-cinder-794962-3-smb is: [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:28:40Z', 'revision_number': 3, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port': {'id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:39Z', 'updated_at': '2021-06-06T19:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:45.062482 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dab04-07c6-48cf-9453-9a10789c80fe req-ab2ba4d4-6756-41e0-a49c-b45e38d3b591 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:45.071711 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-371dab04-07c6-48cf-9453-9a10789c80fe req-ab2ba4d4-6756-41e0-a49c-b45e38d3b591 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1832807 Jun 06 19:28:45.128783 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.161637 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-371dab04-07c6-48cf-9453-9a10789c80fe req-9163d83d-6571-4615-86be-60f63f7fc7b4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888333 Jun 06 19:28:45.213681 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-124d1a90-c2f6-44a9-bdb3-70235ccce2ba None None] Provisioning for port 9ae2100a-fdda-42de-8860-d01fd07fd652 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:45.221218 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-124d1a90-c2f6-44a9-bdb3-70235ccce2ba None None] Provisioning complete for port 9ae2100a-fdda-42de-8860-d01fd07fd652 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:45.222171 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-124d1a90-c2f6-44a9-bdb3-70235ccce2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.354946 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-124d1a90-c2f6-44a9-bdb3-70235ccce2ba None None] Port 9ae2100a-fdda-42de-8860-d01fd07fd652 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:28:45.417090 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35644) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:45.576962 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.632514 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-711d4610-fbca-48f9-af58-aee2afae9964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.649347 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.694129 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6e6964aa-7992-449d-a345-9b684a8344ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:45.723153 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:45.817317 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae2100a-fdda-42de-8860-d01fd07fd652,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:45.822683 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:45.840678 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1662117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629364'] for router_interface, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.866951 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2ac1fef3-a1b2-4883-950b-f5ab65285026 req-cac79cdc-d168-43b9-91eb-c66153606b03 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.2140491 Jun 06 19:28:45.966138 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:45.973152 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:45.973715 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.020557 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-711d4610-fbca-48f9-af58-aee2afae9964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.049134 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Network 544149cf-b7c0-4d52-8991-e976ac6604ed is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:28:46.050717 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:46.089263 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8057e45-1bd0-4111-8fea-c28f02930dcd req-a41100ed-408d-47aa-819a-61206ae382bc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:46.098040 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c8057e45-1bd0-4111-8fea-c28f02930dcd req-a41100ed-408d-47aa-819a-61206ae382bc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.3599844 Jun 06 19:28:46.098040 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-711d4610-fbca-48f9-af58-aee2afae9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.200309 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-18a420c2-0915-437b-a267-305e84ad71e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:46.301967 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c8057e45-1bd0-4111-8fea-c28f02930dcd req-58ac0500-b576-470a-ab2b-f72fda427886 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879103 Jun 06 19:28:46.317622 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.367878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:28:46.371722 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:46.464715 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d4610-fbca-48f9-af58-aee2afae9964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff6220-f1d0-4349-9e7f-7eaccdb3a903,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:46.472609 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.475081 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:46.484670 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-711d4610-fbca-48f9-af58-aee2afae9964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:46.491490 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-711d4610-fbca-48f9-af58-aee2afae9964 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ee4c7f8bfd54656aa0af8eb98720d31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0709393 Jun 06 19:28:46.492960 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35654) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:46.620585 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-49d5d82d-fb8e-42e0-8e41-0a1e38cbb21d None None] Provisioning complete for port 9ae2100a-fdda-42de-8860-d01fd07fd652 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:46.621053 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-49d5d82d-fb8e-42e0-8e41-0a1e38cbb21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.700792 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-49d5d82d-fb8e-42e0-8e41-0a1e38cbb21d None None] Port 9ae2100a-fdda-42de-8860-d01fd07fd652 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:28:46.709670 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:46.714139 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:46.777445 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e9f4a-ab5c-4d81-be0c-0ab8982acba0 req-3587dc6a-3875-4767-b1d3-7a4b9f14fd3c tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:46.781046 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8b3e9f4a-ab5c-4d81-be0c-0ab8982acba0 req-3587dc6a-3875-4767-b1d3-7a4b9f14fd3c tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.5396132 Jun 06 19:28:46.808046 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:46.813832 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ad071b8-adaa-4b9a-b6d8-3866208ce453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2008812 Jun 06 19:28:46.821381 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.854307 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b69bea-7c0c-493a-9ad6-d2151ccf7b6a req-5ede6292-1e23-4f3f-b47d-8ef7e52b4a86 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:46.855805 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-60b69bea-7c0c-493a-9ad6-d2151ccf7b6a req-5ede6292-1e23-4f3f-b47d-8ef7e52b4a86 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.3493779 Jun 06 19:28:46.896281 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8b3e9f4a-ab5c-4d81-be0c-0ab8982acba0 req-b3b791c7-9484-4c3f-af2c-aa5d6a382b47 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031148 Jun 06 19:28:46.900568 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.943770 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-60b69bea-7c0c-493a-9ad6-d2151ccf7b6a req-add196c0-0913-4e1f-9f40-a1a979b70374 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737116 Jun 06 19:28:47.023443 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:28:47.048063 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aaf11d2a-c17d-48e5-8eee-7738ecf15d26 req-7f3486f5-70f2-4ca3-953d-e355e1e04f8c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0433757 Jun 06 19:28:47.051702 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.054344 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.057657 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8ff6220-f1d0-4349-9e7f-7eaccdb3a903 HTTP/1.1" status: 204 len: 168 time: 0.5614762 Jun 06 19:28:47.057657 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b27e9dd7-211e-45b2-a4d3-e248027209b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:47.067245 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff6220-f1d0-4349-9e7f-7eaccdb3a903,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:47.069637 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:47.428991 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Sync routers for ids ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:47.446427 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Routers {'7ad071b8-adaa-4b9a-b6d8-3866208ce453'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:47.447539 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:47.627534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89a97-656b-4792-9d96-b3cddc953b53 req-e18611e2-4a85-4a2e-b429-6040d878d167 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:47.629223 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-41f89a97-656b-4792-9d96-b3cddc953b53 req-e18611e2-4a85-4a2e-b429-6040d878d167 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1913130 Jun 06 19:28:47.667480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc45118-9ba8-4df1-bce2-1b07622289b6 req-a6ca9a44-6f8e-4c35-9671-184ddbc24901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:47.669020 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-afc45118-9ba8-4df1-bce2-1b07622289b6 req-a6ca9a44-6f8e-4c35-9671-184ddbc24901 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33ef2b5e272a44d992e9275c6db3a031&device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 1097 time: 0.1768584 Jun 06 19:28:47.694548 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-41f89a97-656b-4792-9d96-b3cddc953b53 req-36e1292c-8ed0-4d6f-997e-bb8bfab2fc50 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567954 Jun 06 19:28:47.704222 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:47.827630 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Set router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:47.863399 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc45118-9ba8-4df1-bce2-1b07622289b6 req-6efcd36f-0dec-407c-a8f5-a1f3a984e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:47.868088 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-afc45118-9ba8-4df1-bce2-1b07622289b6 req-6efcd36f-0dec-407c-a8f5-a1f3a984e543 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=33ef2b5e272a44d992e9275c6db3a031&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1863117 Jun 06 19:28:48.073811 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc45118-9ba8-4df1-bce2-1b07622289b6 req-652208ba-7d13-4b44-80c9-594c1cb67722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:48.076901 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-afc45118-9ba8-4df1-bce2-1b07622289b6 req-652208ba-7d13-4b44-80c9-594c1cb67722 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045097 Jun 06 19:28:48.142863 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a25c-4fe1-47c3-9fa5-65b8759a7911 req-05b4f630-980c-4061-93b6-b863de96a0f0 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:48.150651 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-af45a25c-4fe1-47c3-9fa5-65b8759a7911 req-05b4f630-980c-4061-93b6-b863de96a0f0 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1264331 Jun 06 19:28:48.208127 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:48.208509 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.245360 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0330a2-3035-4c9e-858a-139031eb212b req-0e84d557-3d27-4027-a781-23e2408d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:48.259071 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-0e84d557-3d27-4027-a781-23e2408d1b5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33ef2b5e272a44d992e9275c6db3a031&device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 1097 time: 0.1333802 Jun 06 19:28:48.284857 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-af45a25c-4fe1-47c3-9fa5-65b8759a7911 req-60c78354-0a1d-4103-a91c-0c6862f81f4f tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303039 Jun 06 19:28:48.340907 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f303f8-23ca-48a2-998f-fc5e15d1a4a1 req-be5b8d7b-4c2f-4528-921b-ccdc6f139e73 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:48.352258 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-47f303f8-23ca-48a2-998f-fc5e15d1a4a1 req-be5b8d7b-4c2f-4528-921b-ccdc6f139e73 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1762011 Jun 06 19:28:48.402141 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-c5f72a75-b72e-40ea-b070-4e1f7ccd90dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00a8b1ef-7e29-4073-aebd-49963da68963 HTTP/1.1" status: 200 len: 217 time: 0.1328750 Jun 06 19:28:48.461557 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-47f303f8-23ca-48a2-998f-fc5e15d1a4a1 req-b1db69d0-c87b-46ee-8ae3-0f9c900710c3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068742 Jun 06 19:28:48.474808 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:28:44Z', 'revision_number': 4, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port': {'id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:39Z', 'updated_at': '2021-06-06T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '9ae2100a-fdda-42de-8860-d01fd07fd652', 'name': '', 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'mac_address': 'fa:16:3e:19:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '3c97c63c-a6af-4cb2-a1df-2be1495d2078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:43Z', 'updated_at': '2021-06-06T19:28:45Z', 'revision_number': 2, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'subnets': [{'id': '3c97c63c-a6af-4cb2-a1df-2be1495d2078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:48.523166 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Checking router: 7ad071b8-adaa-4b9a-b6d8-3866208ce453 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:48.523166 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Updating router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 port 9ae2100a-fdda-42de-8860-d01fd07fd652 binding host dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:28:48.590470 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0330a2-3035-4c9e-858a-139031eb212b req-15287ca6-d17d-4426-be3e-bd32d908e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:48.594800 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-15287ca6-d17d-4426-be3e-bd32d908e6a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28dbc199-ad1f-4574-b206-5defca691308 HTTP/1.1" status: 200 len: 853 time: 0.1804323 Jun 06 19:28:48.595237 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.630666 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e3210eff-c164-4b12-8048-faf9dd261101 req-e4993bd6-49f4-40e2-b0ae-375b6a00a8ba tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] 10.222.0.13 "GET /v2.0/ports?device_id=5120f08e-9a4c-45fe-bb04-0961c572d55a HTTP/1.1" status: 200 len: 210 time: 0.0681686 Jun 06 19:28:48.671169 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-f0c48cfc-2c64-4f98-aca1-ab005427075f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c958cc2-94af-4058-878b-538ce039d826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689604 Jun 06 19:28:48.957918 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-039ef56b-5a11-4d7b-82a9-8e3c66d47f10 service neutron] 10.222.0.10 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772403 Jun 06 19:28:49.068163 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afbbb1-ec6b-43b2-88b4-dfa7c1b84bea req-75faa9d0-555c-4b53-aeb8-942c570a09db tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:49.083388 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f8afbbb1-ec6b-43b2-88b4-dfa7c1b84bea req-75faa9d0-555c-4b53-aeb8-942c570a09db tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1969392 Jun 06 19:28:49.252147 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f8afbbb1-ec6b-43b2-88b4-dfa7c1b84bea req-4ef662ee-5766-43b9-8782-65e375d64136 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683696 Jun 06 19:28:49.252882 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Notify callbacks [] for port, precommit_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.252882 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Transition to ACTIVE for port object 9ae2100a-fdda-42de-8860-d01fd07fd652 will not be triggered until provisioned by entity L2. {{(pid=92061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:28:49.253039 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-7b0330a2-3035-4c9e-858a-139031eb212b req-fb47feab-331a-4d5b-b073-a4aafe270e44 service neutron] 10.222.0.10 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751513 Jun 06 19:28:49.500260 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094739-806a-4151-99e6-71c5077f09f9 req-c804ca78-3782-4112-b371-57a63981bee5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:49.504618 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-14094739-806a-4151-99e6-71c5077f09f9 req-c804ca78-3782-4112-b371-57a63981bee5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.0931816 Jun 06 19:28:49.552220 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.555907 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:49.582820 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-14094739-806a-4151-99e6-71c5077f09f9 req-272ceab5-33c2-4571-b35d-507dfc028427 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600333 Jun 06 19:28:49.824225 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35734) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:49.836366 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9acb30-4c0f-4e2f-a0f3-23130631885b None None] Pushing event updated for resources: {'Port': ['ID=9ae2100a-fdda-42de-8860-d01fd07fd652,revision_number=3']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:49.838043 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc02dc-7f81-4d1b-9444-1137f857b13c req-bccb017c-6de6-47cd-9fc2-ef8218eb9674 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:49.845306 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dffc02dc-7f81-4d1b-9444-1137f857b13c req-bccb017c-6de6-47cd-9fc2-ef8218eb9674 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1885490 Jun 06 19:28:49.869360 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9b9acb30-4c0f-4e2f-a0f3-23130631885b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:49.922608 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dffc02dc-7f81-4d1b-9444-1137f857b13c req-518f1863-7bf9-4770-9b77-5c65689843bc tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763168 Jun 06 19:28:49.935306 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Deleting subnet 9cedd807-3741-490a-b478-4cc94111fbbf {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:28:49.940911 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.952918 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Attempting to bind port 9ae2100a-fdda-42de-8860-d01fd07fd652 on host dv-cinder-794962-3-smb for vnic_type normal with profile {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:28:49.953535 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Attempting to bind port 9ae2100a-fdda-42de-8860-d01fd07fd652 by drivers openvswitch,hyperv on host dv-cinder-794962-3-smb at level 0 using segments [{'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:28:49.954012 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Attempting to bind port 9ae2100a-fdda-42de-8860-d01fd07fd652 on network 544149cf-b7c0-4d52-8991-e976ac6604ed {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:28:49.961986 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Checking agent: {'id': '744bc2eb-7bd0-4747-ad34-f9696345df10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 17, 33), 'started_at': datetime.datetime(2021, 6, 6, 19, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:28:49.962460 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Checking segment: {'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:49.963166 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.963629 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Bound using segment: {'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'} {{(pid=92061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:28:49.964209 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.managers [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Bound port: 9ae2100a-fdda-42de-8860-d01fd07fd652, host: dv-cinder-794962-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fb5428-598d-46a7-867f-58c7f71d7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed'}}] {{(pid=92061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:28:49.964667 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.042098 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.115596 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.116692 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] For port 9ae2100a-fdda-42de-8860-d01fd07fd652, host dv-cinder-794962-3-smb, cleared binding levels {{(pid=92061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:28:50.119940 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] For port 9ae2100a-fdda-42de-8860-d01fd07fd652, host dv-cinder-794962-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=9ae2100a-fdda-42de-8860-d01fd07fd652,segment=NetworkSegment(b2fb5428-598d-46a7-867f-58c7f71d7e9e),segment_id=b2fb5428-598d-46a7-867f-58c7f71d7e9e)] {{(pid=92061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:28:50.207005 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.214803 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:50.289408 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.300107 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:50.316047 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Routers {'7ad071b8-adaa-4b9a-b6d8-3866208ce453'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:50.316786 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:28:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:50.393616 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9acb30-4c0f-4e2f-a0f3-23130631885b None None] Pushing event updated for resources: {'Port': ['ID=9ae2100a-fdda-42de-8860-d01fd07fd652,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:50.407441 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.413207 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9cedd807-3741-490a-b478-4cc94111fbbf HTTP/1.1" status: 204 len: 168 time: 0.5839133 Jun 06 19:28:50.413930 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35742) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:50.418538 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9b9acb30-4c0f-4e2f-a0f3-23130631885b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:50.494998 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cedd807-3741-490a-b478-4cc94111fbbf,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:50.513188 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:50.542631 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f782d-2c8e-44d1-b8a6-f86911e5f16f req-875b0e02-095f-41d7-84b0-0ff0baf5cb58 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:50.547460 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ed3f782d-2c8e-44d1-b8a6-f86911e5f16f req-875b0e02-095f-41d7-84b0-0ff0baf5cb58 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.2094357 Jun 06 19:28:50.621042 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] Set router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:50.629410 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ed3f782d-2c8e-44d1-b8a6-f86911e5f16f req-700b00bd-00b4-45bb-ac1c-5e9ca19b8ae3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697935 Jun 06 19:28:50.670462 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.803090 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.816500 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d5e368-261d-47f6-9973-9258c735db8f']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:50.829804 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5527dea4-6744-4b00-896e-7793f3ad7b66') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:50.835433 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5527dea4-6744-4b00-896e-7793f3ad7b66') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:50.845025 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.863233 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.872039 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:28:50.875139 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:28:50.901307 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:28:50.906968 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d2db6-01fd-4815-81f6-36e11c1a97b8 req-f6d8020d-6131-4001-a65b-e82a8b68a29a tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:50.907786 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d17d2db6-01fd-4815-81f6-36e11c1a97b8 req-f6d8020d-6131-4001-a65b-e82a8b68a29a tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1482694 Jun 06 19:28:50.976448 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d17d2db6-01fd-4815-81f6-36e11c1a97b8 req-c3ec29b7-0d66-400d-bd25-d81898a7b230 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654502 Jun 06 19:28:51.237833 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d4f73-420c-4d1d-b35b-0ebb8b000cf0 req-cc689927-e218-4c72-8a3e-1b807c317be8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:51.256217 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1d5d4f73-420c-4d1d-b35b-0ebb8b000cf0 req-cc689927-e218-4c72-8a3e-1b807c317be8 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1680093 Jun 06 19:28:51.256388 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:28:51.265522 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:28:44Z', 'revision_number': 4, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port': {'id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:39Z', 'updated_at': '2021-06-06T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '9ae2100a-fdda-42de-8860-d01fd07fd652', 'name': '', 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'mac_address': 'fa:16:3e:19:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '3c97c63c-a6af-4cb2-a1df-2be1495d2078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:43Z', 'updated_at': '2021-06-06T19:28:50Z', 'revision_number': 4, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'subnets': [{'id': '3c97c63c-a6af-4cb2-a1df-2be1495d2078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:51.271524 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d39951-31d2-486d-bb35-f6511a5de683 None None] The sync data for ids ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'] in dv-cinder-794962-3-smb is: [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:28:44Z', 'revision_number': 4, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port': {'id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:39Z', 'updated_at': '2021-06-06T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '9ae2100a-fdda-42de-8860-d01fd07fd652', 'name': '', 'network_id': '544149cf-b7c0-4d52-8991-e976ac6604ed', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'mac_address': 'fa:16:3e:19:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '3c97c63c-a6af-4cb2-a1df-2be1495d2078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:43Z', 'updated_at': '2021-06-06T19:28:50Z', 'revision_number': 4, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'subnets': [{'id': '3c97c63c-a6af-4cb2-a1df-2be1495d2078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:51.375079 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1d5d4f73-420c-4d1d-b35b-0ebb8b000cf0 req-7e3c8af1-196b-48cc-8147-6c404191fcb2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279998 Jun 06 19:28:51.518938 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:51.558015 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'port_id': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'mac_address': 'fa:16:3e:92:7b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:28:51.572330 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.583075 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.583075 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7d5e368-261d-47f6-9973-9258c735db8f HTTP/1.1" status: 204 len: 168 time: 1.1413264 Jun 06 19:28:51.583075 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4fe0ab05-19bd-4ef5-895f-7bd5e67b0039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:51.636747 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d5e368-261d-47f6-9973-9258c735db8f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:51.645307 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:51.741478 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ae2100a-fdda-42de-8860-d01fd07fd652 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:51.880585 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.917352 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9192d10-9061-40a8-9960-1cbcf4b89c72 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:28:51.945969 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:51.948907 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd53a-9db9-416d-b7d9-72618b9018d8 req-bfcef457-65f9-4305-aef5-ed3f003c3007 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:51.956608 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d6cbd53a-9db9-416d-b7d9-72618b9018d8 req-bfcef457-65f9-4305-aef5-ed3f003c3007 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 943 time: 0.1352158 Jun 06 19:28:52.022811 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d6cbd53a-9db9-416d-b7d9-72618b9018d8 req-bf81bc02-c9b2-41ef-b66b-ac636d274c2b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645025 Jun 06 19:28:52.040578 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning for port 9ae2100a-fdda-42de-8860-d01fd07fd652 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:52.046391 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.050665 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 00a8b1ef-7e29-4073-aebd-49963da68963 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:28:52.050790 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9b9acb30-4c0f-4e2f-a0f3-23130631885b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:52.114959 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 9ae2100a-fdda-42de-8860-d01fd07fd652 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:52.115335 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.249934 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35760) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:52.263987 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=9']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:52.315943 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f4918-2752-4353-94ca-594abbf9689e req-55f33eed-69f8-4849-b5d3-ae77d42f01a2 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:52.319518 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d23f4918-2752-4353-94ca-594abbf9689e req-55f33eed-69f8-4849-b5d3-ae77d42f01a2 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 944 time: 0.1685395 Jun 06 19:28:52.356676 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.357061 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.357390 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.357766 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.358086 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.358403 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.358723 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.359089 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.359458 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.359771 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.360082 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.360391 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:52.364931 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:52.399455 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-be38ebd1-096b-402b-a91a-98c94995c965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c619ec517c84525affd7c3b64c1a207&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1475191 Jun 06 19:28:52.400471 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35762) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:52.474066 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d23f4918-2752-4353-94ca-594abbf9689e req-b996a6f2-e79c-418a-ab69-0bc5e8103b98 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426570 Jun 06 19:28:52.505962 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.530055 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.587719 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.616621 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 00a8b1ef-7e29-4073-aebd-49963da68963, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=00a8b1ef-7e29-4073-aebd-49963da68963,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:52.656276 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] For port 9ae2100a-fdda-42de-8860-d01fd07fd652, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=9ae2100a-fdda-42de-8860-d01fd07fd652,segment=NetworkSegment(b2fb5428-598d-46a7-867f-58c7f71d7e9e),segment_id=b2fb5428-598d-46a7-867f-58c7f71d7e9e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:52.661702 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '00a8b1ef-7e29-4073-aebd-49963da68963', 'network_id': '0c958cc2-94af-4058-878b-538ce039d826', 'port_id': '00a8b1ef-7e29-4073-aebd-49963da68963', 'mac_address': 'fa:16:3e:e6:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dbc199-ad1f-4574-b206-5defca691308', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:28:52.663855 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1a7-5325-4e86-a749-d650c4b12356 req-fb9d997d-8bb1-4d37-936e-7298eeda3a54 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:52.684536 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-33f7e1a7-5325-4e86-a749-d650c4b12356 req-fb9d997d-8bb1-4d37-936e-7298eeda3a54 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1217046 Jun 06 19:28:52.736872 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.751851 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-33f7e1a7-5325-4e86-a749-d650c4b12356 req-44a3b5e4-596b-4893-9881-7cab2b0b3916 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666418 Jun 06 19:28:52.757610 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.757610 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.761318 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.762625 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3175911c-ef8b-4b2e-b849-6d00048b1952 HTTP/1.1" status: 204 len: 168 time: 0.3609030 Jun 06 19:28:52.770083 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:52.772918 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:52.791368 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3175911c-ef8b-4b2e-b849-6d00048b1952,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:52.797859 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:52.850850 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a8b1ef-7e29-4073-aebd-49963da68963 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:28:52.898084 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 00a8b1ef-7e29-4073-aebd-49963da68963, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=00a8b1ef-7e29-4073-aebd-49963da68963,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:52.901853 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Pushing event updated for resources: {'Port': ['ID=9ae2100a-fdda-42de-8860-d01fd07fd652,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:52.926465 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:53.224044 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3927e7-8e9a-4e98-83fd-389182f1719c req-60ad9283-39bd-443a-b27c-84c75f7290b1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:53.225471 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7e3927e7-8e9a-4e98-83fd-389182f1719c req-60ad9283-39bd-443a-b27c-84c75f7290b1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 944 time: 0.0816996 Jun 06 19:28:53.270595 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7e3927e7-8e9a-4e98-83fd-389182f1719c req-9bd6a761-afdd-4de7-a1ab-1aadd8e4b6bb tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 Jun 06 19:28:53.313916 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.317290 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-035773b2-89c2-469b-9c96-8c71ca31a4fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:53.401806 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=00a8b1ef-7e29-4073-aebd-49963da68963,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:53.405703 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:53.628792 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['00a8b1ef-7e29-4073-aebd-49963da68963'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:28:53.693610 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['d9192d10-9061-40a8-9960-1cbcf4b89c72'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:28:53.731479 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ae2100a-fdda-42de-8860-d01fd07fd652 up at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:53.820991 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2606b-5e0d-4465-9924-7d1cb4f3140e req-d43e6992-ccb4-4cf6-abeb-1cb4c9cf7467 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:53.842132 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4ee2606b-5e0d-4465-9924-7d1cb4f3140e req-d43e6992-ccb4-4cf6-abeb-1cb4c9cf7467 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 945 time: 0.1735699 Jun 06 19:28:53.928355 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4ee2606b-5e0d-4465-9924-7d1cb4f3140e req-247cc632-b3a1-4ec8-8bd4-375777f4e9cc tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852017 Jun 06 19:28:54.080632 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Provisioning complete for port 9ae2100a-fdda-42de-8860-d01fd07fd652 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:54.081255 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:54.118291 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ae6e7-3632-4268-a3ce-7b877ee0b56e req-945523b5-8557-4f25-94be-b9e3542fb67d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:54.136893 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d82ae6e7-3632-4268-a3ce-7b877ee0b56e req-945523b5-8557-4f25-94be-b9e3542fb67d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1237690 Jun 06 19:28:54.235993 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d82ae6e7-3632-4268-a3ce-7b877ee0b56e req-ca3bde9f-b583-4238-9fad-f210f3de8c2f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925024 Jun 06 19:28:54.537084 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35810) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:54.611124 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765d9bc-328f-458f-9898-a6cc45f69ead req-b296516e-de38-401a-b3ae-b0d39d6b1057 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:54.619850 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4765d9bc-328f-458f-9898-a6cc45f69ead req-b296516e-de38-401a-b3ae-b0d39d6b1057 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 944 time: 0.1947751 Jun 06 19:28:54.681472 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4765d9bc-328f-458f-9898-a6cc45f69ead req-c3f25260-36d9-4ce3-bf98-2b7803129cb1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606489 Jun 06 19:28:54.694854 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-968279055-network', 'tenant_id': '6fdb59e4dba4455e9eac9c2352e70736'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:54.823166 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Made reservation on behalf of 6fdb59e4dba4455e9eac9c2352e70736 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:54.825636 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:54.845125 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:54.971566 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.037277 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.040706 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9a7e4ed0-904c-4545-971b-c2c0283cc82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:55.074452 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:28:55.083186 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60349263-8c2c-4968-b2f4-ebcf95c9effc,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:55.102225 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:55.113620 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.114298 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Added segment 5f876d99-0196-413b-9ed9-595c688b8e18 of type vlan for network 633eb86b-1e66-4bb0-922a-e2e6635fca1b Jun 06 19:28:55.126929 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138611-6c49-4b0a-8341-00643ca19392 req-5bdaf707-360b-47cf-a861-42519de03b74 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:55.133851 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e3138611-6c49-4b0a-8341-00643ca19392 req-5bdaf707-360b-47cf-a861-42519de03b74 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 945 time: 0.0943809 Jun 06 19:28:55.161260 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.197267 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e3138611-6c49-4b0a-8341-00643ca19392 req-b8e385f4-ffa4-4ec7-b4a7-3e7323618573 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624144 Jun 06 19:28:55.289302 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.290735 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:55.291314 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.310766 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-834db05e-0b4d-4c15-b736-ab08f509902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:55.321319 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:55.418695 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Pushing event updated for resources: {'Network': ['ID=633eb86b-1e66-4bb0-922a-e2e6635fca1b,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:55.422991 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port d9192d10-9061-40a8-9960-1cbcf4b89c72 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:55.423605 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.429600 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:55.431645 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8933172 Jun 06 19:28:55.435901 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35822) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:55.441039 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Request body: {'subnet': {'network_id': '633eb86b-1e66-4bb0-922a-e2e6635fca1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-968279055-subnet', 'tenant_id': '6fdb59e4dba4455e9eac9c2352e70736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:55.457492 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 633eb86b-1e66-4bb0-922a-e2e6635fca1b details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:28:55.516556 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960820e-b402-4505-8e00-40ffe246d07f req-255735bf-fcc1-4993-a06c-c7e386cc306d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:55.525175 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5960820e-b402-4505-8e00-40ffe246d07f req-255735bf-fcc1-4993-a06c-c7e386cc306d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1284513 Jun 06 19:28:55.529797 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Made reservation on behalf of 6fdb59e4dba4455e9eac9c2352e70736 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:55.532622 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117738'] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.587231 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5960820e-b402-4505-8e00-40ffe246d07f req-a3bef0b9-6e5b-48d9-9d8b-70857314493c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602460 Jun 06 19:28:55.668219 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.724204 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:55.726921 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05488b8f-d690-499f-b83f-d81fccbca384" -d '{"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-plugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:55.736453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:55.814856 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.815723 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 00a8b1ef-7e29-4073-aebd-49963da68963 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:28:55.851461 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60477ae-0838-48ec-b22e-aa52a61ab8f9 x-openstack-request-id: req-e60477ae-0838-48ec-b22e-aa52a61ab8f9 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:55.851755 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-plugged", "status": "completed", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:55.852706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e60477ae-0838-48ec-b22e-aa52a61ab8f9 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:55.852706 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'code': 200} Jun 06 19:28:55.858399 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:55.935634 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2453017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2117752'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:55.945108 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f9becb4f-b823-4529-9c12-5a0bd131c943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:55.977886 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=10']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:55.990832 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:56.032403 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab16d3f-8b09-4220-bfef-ba169b0f425c req-a475e98d-e28e-4b32-bb55-1bdb69c966e4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:56.034090 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab16d3f-8b09-4220-bfef-ba169b0f425c req-a475e98d-e28e-4b32-bb55-1bdb69c966e4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.1412456 Jun 06 19:28:56.081205 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7334c2-0cdd-4890-9762-c015830a11cf,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:56.084580 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:56.085310 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Checking segment: {'id': '5f876d99-0196-413b-9ed9-595c688b8e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '633eb86b-1e66-4bb0-922a-e2e6635fca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:28:56.085684 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Network hostable DHCP agents. Network: 633eb86b-1e66-4bb0-922a-e2e6635fca1b, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:28:56.094413 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 00a8b1ef-7e29-4073-aebd-49963da68963 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:28:56.100637 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 00a8b1ef-7e29-4073-aebd-49963da68963 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:28:56.106071 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:56.134508 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab16d3f-8b09-4220-bfef-ba169b0f425c req-52a0f3e2-9519-412a-a4d3-76d7f62db0fd tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916150 Jun 06 19:28:56.175942 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Network 633eb86b-1e66-4bb0-922a-e2e6635fca1b is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:28:56.274530 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:56.287147 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 633eb86b-1e66-4bb0-922a-e2e6635fca1b) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:28:56.303722 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1fa1b9-1376-4892-bb30-a72b26d96204 None None] Network 633eb86b-1e66-4bb0-922a-e2e6635fca1b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:56.314712 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:56.315294 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:56.349452 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 00a8b1ef-7e29-4073-aebd-49963da68963, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=00a8b1ef-7e29-4073-aebd-49963da68963,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:56.447119 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0100877 Jun 06 19:28:56.462389 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388dbe-54be-49bd-a54d-3931fd8cfa40 req-061b3ef9-ab2d-483d-b5ce-681fa144ccac tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:56.464002 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6a388dbe-54be-49bd-a54d-3931fd8cfa40 req-061b3ef9-ab2d-483d-b5ce-681fa144ccac tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 945 time: 0.1557429 Jun 06 19:28:56.521302 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6a388dbe-54be-49bd-a54d-3931fd8cfa40 req-8b8cc1f6-fd0d-41ee-8434-16996dc96570 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 Jun 06 19:28:56.547343 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:56.554443 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-47acfbd0-d938-4aec-98be-228e9979bd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:56.613364 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc53516-78a4-4b2e-9752-cfe93ef0365f None None] Network 633eb86b-1e66-4bb0-922a-e2e6635fca1b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:56.724675 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=00a8b1ef-7e29-4073-aebd-49963da68963,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:56.729334 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:56.816406 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d62bf-201e-42ae-a805-d4ae1fe6d947 req-eda7e6c4-2d59-4566-b715-c21b72947b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:56.818189 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b81d62bf-201e-42ae-a805-d4ae1fe6d947 req-eda7e6c4-2d59-4566-b715-c21b72947b5f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 1099 time: 0.1010447 Jun 06 19:28:56.880805 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b81d62bf-201e-42ae-a805-d4ae1fe6d947 req-ccb73a2e-e500-4642-b7a9-10efdbeb7c68 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528743 Jun 06 19:28:56.885001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fbaa-a120-480f-afc3-d132a572d6e2 req-b2838985-14b5-476e-adc9-f3cb24f95006 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:56.895743 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a4f5fbaa-a120-480f-afc3-d132a572d6e2 req-b2838985-14b5-476e-adc9-f3cb24f95006 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1258433 Jun 06 19:28:56.955554 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a4f5fbaa-a120-480f-afc3-d132a572d6e2 req-9c297a25-fc95-4c9c-8b01-090e7e0aa4c2 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Jun 06 19:28:57.409829 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0784b7-d145-42ee-9f29-a6604cc4423e req-f6820f00-a789-463a-8ff5-4b36cbac0a31 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:57.412333 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f0784b7-d145-42ee-9f29-a6604cc4423e req-f6820f00-a789-463a-8ff5-4b36cbac0a31 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.1337550 Jun 06 19:28:57.456661 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35856) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:57.467884 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f0784b7-d145-42ee-9f29-a6604cc4423e req-bcb7ca75-df81-4fb0-8cc3-a6223b412932 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491302 Jun 06 19:28:57.480516 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35860) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:57.486413 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601960289-network', 'tenant_id': '4b5b38d3eabd46599b8aa38507c291a0'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:57.717238 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-210d5a46-6b8d-47f1-8d1a-e2b0ec1acf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:57.753432 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6c16-a87f-4b91-ab76-0dfd01c6ae84 req-6929d350-47bb-4bf8-9700-be4cc6293a15 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:57.760513 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3cbd6c16-a87f-4b91-ab76-0dfd01c6ae84 req-6929d350-47bb-4bf8-9700-be4cc6293a15 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.1372705 Jun 06 19:28:57.802667 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3cbd6c16-a87f-4b91-ab76-0dfd01c6ae84 req-354cac22-a384-40f4-a234-1b4ff1c7af8e tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Jun 06 19:28:57.853878 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8b1ef-7e29-4073-aebd-49963da68963'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:57.856366 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0fbc17-1326-49fe-9fcc-4d2964f2fb79" -d '{"events": [{"server_uuid": "c0e7a96c-fd36-40fc-a6af-57aa8e7ef506", "name": "network-vif-plugged", "status": "completed", "tag": "00a8b1ef-7e29-4073-aebd-49963da68963"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:57.896921 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Made reservation on behalf of 4b5b38d3eabd46599b8aa38507c291a0 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:57.899263 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:57.914672 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4563e116-a2fd-4acd-9fdf-86730cbdc7a2 x-openstack-request-id: req-4563e116-a2fd-4acd-9fdf-86730cbdc7a2 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:57.919068 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e7a96c-fd36-40fc-a6af-57aa8e7ef506", "name": "network-vif-plugged", "status": "completed", "tag": "00a8b1ef-7e29-4073-aebd-49963da68963", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:57.919068 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4563e116-a2fd-4acd-9fdf-86730cbdc7a2 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:57.919068 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8b1ef-7e29-4073-aebd-49963da68963', 'code': 200} Jun 06 19:28:57.920836 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.083128 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-210d5a46-6b8d-47f1-8d1a-e2b0ec1acf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.208044 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e6293-8a33-47cf-aafa-eceb4a128e27 req-991bd36a-21a5-49b6-a771-dbbc78170ff4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:58.209521 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b59e6293-8a33-47cf-aafa-eceb4a128e27 req-991bd36a-21a5-49b6-a771-dbbc78170ff4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1203473 Jun 06 19:28:58.218780 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-210d5a46-6b8d-47f1-8d1a-e2b0ec1acf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.247010 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-40124573-7241-49d4-ab52-8297d157e48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:58.268831 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b59e6293-8a33-47cf-aafa-eceb4a128e27 req-5e49c99a-3712-4e82-804e-890187ccb18e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532629 Jun 06 19:28:58.315583 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5a46-6b8d-47f1-8d1a-e2b0ec1acf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbacb88-c910-4367-a1c5-5da30575f3f1,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:58.324980 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-210d5a46-6b8d-47f1-8d1a-e2b0ec1acf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:58.331169 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-210d5a46-6b8d-47f1-8d1a-e2b0ec1acf12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8eeaccb442774e459c3c1f0d1fb4fb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8725281 Jun 06 19:28:58.336579 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 35886) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:58.501777 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.519393 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.545944 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.577659 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc07dfb-1d15-473f-b798-27ce382c326e req-c06fca29-4982-45fd-b29c-9caf6ca71943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:58.578007 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bfc07dfb-1d15-473f-b798-27ce382c326e req-c06fca29-4982-45fd-b29c-9caf6ca71943 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 1099 time: 0.1855946 Jun 06 19:28:58.611158 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.618540 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-581cf358-63a2-4c3f-adfc-2512bdc8f8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:58.660060 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:28:58.683167 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bfc07dfb-1d15-473f-b798-27ce382c326e req-215b6318-3132-4c0b-a99f-cc50706c5bd4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967848 Jun 06 19:28:58.685225 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441101f6-35b8-4502-a64c-4cfa8c97fa45,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:58.688832 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:58.739250 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a47a6-a187-4eee-8094-7c9adf2227b4 req-7937d9df-b2c5-4fe2-aaa7-ace74e25f375 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:58.746064 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-047a47a6-a187-4eee-8094-7c9adf2227b4 req-7937d9df-b2c5-4fe2-aaa7-ace74e25f375 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.1367338 Jun 06 19:28:58.752570 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.755192 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Added segment 1fff2cb1-1a78-45b1-a4cc-fdbf66f95ea7 of type vlan for network 646a324d-e045-4af1-83fc-17510b889fdb Jun 06 19:28:58.756541 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.759066 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.760227 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbbacb88-c910-4367-a1c5-5da30575f3f1 HTTP/1.1" status: 204 len: 168 time: 0.4227607 Jun 06 19:28:58.770142 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6a428ff9-e89b-46ea-872e-1d4ca54a8ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:58.796126 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbacb88-c910-4367-a1c5-5da30575f3f1,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:58.802001 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:58.842343 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:58.848325 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-047a47a6-a187-4eee-8094-7c9adf2227b4 req-32c95e5c-c9e3-4276-befc-b51fa3bfa0a3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977757 Jun 06 19:28:59.017647 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:59.018985 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:59.019562 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:59.024650 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:59.050026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6424d13-bceb-49d8-9786-39cf4978e083 req-306a7671-43e5-45e4-9760-7b8a31680185 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:59.052651 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e6424d13-bceb-49d8-9786-39cf4978e083 req-306a7671-43e5-45e4-9760-7b8a31680185 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.1008594 Jun 06 19:28:59.126226 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e6424d13-bceb-49d8-9786-39cf4978e083 req-bdc85e59-181a-41e7-a02c-362ef9a155af tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668547 Jun 06 19:28:59.219840 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35916) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:59.220342 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7381799 Jun 06 19:28:59.224170 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Pushing event updated for resources: {'Network': ['ID=646a324d-e045-4af1-83fc-17510b889fdb,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:59.225278 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Request body: {'subnet': {'network_id': '646a324d-e045-4af1-83fc-17510b889fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601960289-subnet', 'tenant_id': '4b5b38d3eabd46599b8aa38507c291a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:28:59.236393 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 646a324d-e045-4af1-83fc-17510b889fdb details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:28:59.251757 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:59.286174 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fddb9a-f5e0-494b-a49a-703e2fdddd0c req-4d640f74-7521-45b5-a4b1-cc1d48b191f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:59.288654 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-98fddb9a-f5e0-494b-a49a-703e2fdddd0c req-4d640f74-7521-45b5-a4b1-cc1d48b191f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.2412462 Jun 06 19:28:59.351786 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Made reservation on behalf of 4b5b38d3eabd46599b8aa38507c291a0 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:28:59.354286 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:59.364447 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-98fddb9a-f5e0-494b-a49a-703e2fdddd0c req-c117fed7-580b-40da-be10-6cde82769b2d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678248 Jun 06 19:28:59.603625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034c428-1260-4bf1-8eec-a6869af3cbcb req-62b818bc-dee7-4c15-a45d-68026f505ddb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:59.611581 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1034c428-1260-4bf1-8eec-a6869af3cbcb req-62b818bc-dee7-4c15-a45d-68026f505ddb tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1685562 Jun 06 19:28:59.626326 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-bedb882c-62bf-48c4-bb62-b6fd88df9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:59.630516 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-bedb882c-62bf-48c4-bb62-b6fd88df9e86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.1078658 Jun 06 19:28:59.717781 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1034c428-1260-4bf1-8eec-a6869af3cbcb req-b6433fd9-69ae-4068-8b5f-ef9d36b99d1d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051946 Jun 06 19:28:59.822418 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:59.828293 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:59.932400 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-c54d9f0a-1e15-4b9a-a954-43e41cab1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:59.938058 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-c54d9f0a-1e15-4b9a-a954-43e41cab1816 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.2211103 Jun 06 19:28:59.995674 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d04123a-46e9-437c-a2fe-6d514db7bc7e,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:00.023683 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.027818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.029101 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.036018 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.036449 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:00.041995 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:00.061933 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Checking segment: {'id': '1fff2cb1-1a78-45b1-a4cc-fdbf66f95ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '646a324d-e045-4af1-83fc-17510b889fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:29:00.062357 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Network hostable DHCP agents. Network: 646a324d-e045-4af1-83fc-17510b889fdb, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:29:00.220859 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-cd2be4e9-6343-41b4-b496-51ea0d396aee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 217 time: 0.2744665 Jun 06 19:29:00.229284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Network 646a324d-e045-4af1-83fc-17510b889fdb is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:29:00.287609 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134a85-2a82-4dc7-bcad-38fd7598274c req-b79a0bb6-b5ab-45e9-b705-1f05b277400b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:00.298042 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-40134a85-2a82-4dc7-bcad-38fd7598274c req-b79a0bb6-b5ab-45e9-b705-1f05b277400b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.1093121 Jun 06 19:29:00.314803 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-140b2428-1343-48d4-bf82-62007455b91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:00.371830 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-92150a8b-1573-4266-97c9-66285ee34543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:00.374925 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-92150a8b-1573-4266-97c9-66285ee34543 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.1381133 Jun 06 19:29:00.409862 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-40134a85-2a82-4dc7-bcad-38fd7598274c req-6babcb6c-27ec-4c04-a51e-64bc234918c1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102841 Jun 06 19:29:00.425036 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 646a324d-e045-4af1-83fc-17510b889fdb) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:29:00.436766 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-619ee2e0-c7f7-49ca-b1cd-d7c1b16067f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523374 Jun 06 19:29:00.440997 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:00.441714 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:00.449869 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abd888-4461-4904-b824-6751e17d71ea None None] Network 646a324d-e045-4af1-83fc-17510b889fdb requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:29:00.455666 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5b73-8639-4664-b719-2d5eb26178da req-07e9fe2a-1c9d-46fc-bf16-8f404aaa634e tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:00.457453 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-771c5b73-8639-4664-b719-2d5eb26178da req-07e9fe2a-1c9d-46fc-bf16-8f404aaa634e tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.1571479 Jun 06 19:29:00.525233 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-771c5b73-8639-4664-b719-2d5eb26178da req-d3a338da-8c67-40ba-acef-e1ac08efd9a1 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589354 Jun 06 19:29:00.553223 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-3195764b-3675-4c56-a906-3545706a0145 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3315358 Jun 06 19:29:00.649709 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-0be460e3-3214-4d43-a480-d3d801aaac80 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041094 Jun 06 19:29:00.852973 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913bd440-8c03-4560-a2a9-f69f17ae45cb None None] Network 646a324d-e045-4af1-83fc-17510b889fdb requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:29:00.873758 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35972) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:00.983317 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2db8ebe9-40f0-4474-9e8a-0cf48bf5cdd0 req-8463962d-8d07-46f1-892d-db3106b65785 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262079 Jun 06 19:29:01.003947 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Deleting subnet ea7334c2-0cdd-4890-9762-c015830a11cf {{(pid=92060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:29:01.009666 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:01.263883 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:01.279776 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:01.333871 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8c10c-72aa-4e94-9eb9-2aa1852123f6 req-96d9616a-ffeb-41e4-807b-4337b9de924a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:01.335918 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1c8c10c-72aa-4e94-9eb9-2aa1852123f6 req-96d9616a-ffeb-41e4-807b-4337b9de924a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.3291926 Jun 06 19:29:01.400325 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1c8c10c-72aa-4e94-9eb9-2aa1852123f6 req-fbec75dd-56b8-4a05-8683-4bf2546745bf tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574706 Jun 06 19:29:01.537779 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110'] for subnet, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:01.543376 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:01.586596 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7334c2-0cdd-4890-9762-c015830a11cf,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:01.589825 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:01.597443 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:01.599747 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea7334c2-0cdd-4890-9762-c015830a11cf HTTP/1.1" status: 204 len: 168 time: 0.7250173 Jun 06 19:29:01.602334 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 35992) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:01.827342 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.072247 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.088062 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.089283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.089283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.090605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.090605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.090605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.090605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.091491 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.091491 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.091748 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.166067 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.166067 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.166374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.166901 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:29:02.167010 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633eb86b-1e66-4bb0-922a-e2e6635fca1b']}} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:02.182826 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f876d99-0196-413b-9ed9-595c688b8e18') {'for_net_delete': True} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:02.183045 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f876d99-0196-413b-9ed9-595c688b8e18') {} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:02.202781 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2132301'] for segment, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.229886 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e5095-caf4-45b0-b805-619ad2dc1112 req-54a1121e-3fd4-4b63-b846-c24803b74830 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:02.231436 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-746e5095-caf4-45b0-b805-619ad2dc1112 req-54a1121e-3fd4-4b63-b846-c24803b74830 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.3827734 Jun 06 19:29:02.233084 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.256504 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=92060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:29:02.256902 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3528338'] for segment, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: from cryptography.utils import int_from_bytes Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: from cryptography.utils import int_from_bytes Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: Traceback (most recent call last): Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: timer() Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: cb(*args, **kw) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: return func(*args, **kwargs) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: self._notify() Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: self.callback(batched_events) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: event.method(event) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: return f(self, *a, **k) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: return self._get(url).json() Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: return self.request(url, 'GET', **kwargs) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:29:02.284274 dv-cinder-794962-3-smb neutron-server[92060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:29:02.357500 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-c59b9247-a0f5-45a0-974b-8ea15e57c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:02.358122 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-c59b9247-a0f5-45a0-974b-8ea15e57c1fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0853372 Jun 06 19:29:02.523184 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-746e5095-caf4-45b0-b805-619ad2dc1112 req-19b249e4-ebf0-450d-adcb-b821b203ccfd tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842851 Jun 06 19:29:02.557763 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-6b3eac3e-364a-4611-baf8-43493d4649dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:02.557763 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-6b3eac3e-364a-4611-baf8-43493d4649dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 200 len: 919 time: 0.1842175 Jun 06 19:29:02.582128 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c73921-c337-47f7-8df0-fe36d28fe553 req-1e937f4e-87e8-483e-9db0-28367f73329b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:02.589753 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e9c73921-c337-47f7-8df0-fe36d28fe553 req-1e937f4e-87e8-483e-9db0-28367f73329b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.2927155 Jun 06 19:29:02.651473 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.658641 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e9c73921-c337-47f7-8df0-fe36d28fe553 req-7b662961-8156-426e-9cbe-9a83302047b7 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673511 Jun 06 19:29:02.660111 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-13554284-cc5a-4421-9d14-c8679b0843ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 200 len: 217 time: 0.0880170 Jun 06 19:29:02.692704 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.697284 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/633eb86b-1e66-4bb0-922a-e2e6635fca1b HTTP/1.1" status: 204 len: 168 time: 1.0907867 Jun 06 19:29:02.697284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3ee35f93-a1df-46cd-8dc3-28db64429751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:02.733942 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36020) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:02.771021 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=633eb86b-1e66-4bb0-922a-e2e6635fca1b,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:02.778210 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:02.784320 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-1618acf5-2952-4aa3-8b6a-57e6b9ccb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:02.786397 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-1618acf5-2952-4aa3-8b6a-57e6b9ccb672 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 200 len: 858 time: 0.1199079 Jun 06 19:29:02.820808 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Deleting subnet 1d04123a-46e9-437c-a2fe-6d514db7bc7e {{(pid=92060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:29:02.824080 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.839900 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-674d6b4d-ca06-455c-af37-9108b433b77d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95cf8fae-a324-4b48-bffd-f080725edb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462575 Jun 06 19:29:02.883658 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2132340'] for subnet, precommit_delete_associations {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.964549 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:02.995731 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-8a587ecc-add6-4529-9a8b-2d1919f3bc60 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466534 Jun 06 19:29:03.178860 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-62f5445a-0e3c-429e-b491-a7cf73bb05fb req-9f24b01d-6865-444b-8784-03fc5144bdf1 service neutron] 10.222.0.10 "GET /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687124 Jun 06 19:29:03.183654 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.275306 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab238-c969-4679-95ff-a42a6aa43ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.355245 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3669071'] for subnet, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.360272 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:03.397763 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d04123a-46e9-437c-a2fe-6d514db7bc7e,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:03.401051 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:03.402043 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.405348 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d04123a-46e9-437c-a2fe-6d514db7bc7e HTTP/1.1" status: 204 len: 168 time: 0.6750288 Jun 06 19:29:03.408083 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36028) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:03.561814 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.781633 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.838225 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646a324d-e045-4af1-83fc-17510b889fdb']}} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:03.864116 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fff2cb1-1a78-45b1-a4cc-fdbf66f95ea7') {'for_net_delete': True} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:03.864404 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fff2cb1-1a78-45b1-a4cc-fdbf66f95ea7') {} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:03.879167 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2132301'] for segment, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.886804 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.904715 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.925042 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=92060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:29:03.925042 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3528338'] for segment, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: Traceback (most recent call last): Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: timer() Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: cb(*args, **kw) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: return func(*args, **kwargs) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: self._notify() Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: self.callback(batched_events) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: event.method(event) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: return f(self, *a, **k) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: return self._get(url).json() Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: return self.request(url, 'GET', **kwargs) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:29:03.945208 dv-cinder-794962-3-smb neutron-server[92060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:29:04.130543 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098ae0-15ae-48fc-8176-b294ed5464e6 req-3c58bc7f-b886-4a1e-b3d7-1467ce7fe930 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:04.131995 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-77098ae0-15ae-48fc-8176-b294ed5464e6 req-3c58bc7f-b886-4a1e-b3d7-1467ce7fe930 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.4894381 Jun 06 19:29:04.166963 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeb057-4433-489b-9ce0-6a496a292fd2 req-bcac3998-7426-477a-9856-79ccce77a00c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:04.168315 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fabeb057-4433-489b-9ce0-6a496a292fd2 req-bcac3998-7426-477a-9856-79ccce77a00c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.3790326 Jun 06 19:29:04.212139 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:04.225996 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-77098ae0-15ae-48fc-8176-b294ed5464e6 req-7ca9eb8d-a2b8-4ad7-b6ec-7c7d480859e0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848119 Jun 06 19:29:04.237374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:04.257266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:04.259609 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] 10.222.0.13 "DELETE /v2.0/networks/646a324d-e045-4af1-83fc-17510b889fdb HTTP/1.1" status: 204 len: 168 time: 0.8500667 Jun 06 19:29:04.262303 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Pushing event deleted for resources: {'Network': ['ID=646a324d-e045-4af1-83fc-17510b889fdb,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:04.266717 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-04ca4664-3cf4-4d1d-846d-1e1bfc4d171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:04.269790 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fabeb057-4433-489b-9ce0-6a496a292fd2 req-3d97eddb-9457-41a5-8ca1-b49ecdab173f tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939636 Jun 06 19:29:04.646341 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36052) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:04.698661 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-eba0a148-aed9-4261-961d-02c0650e69f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fdb59e4dba4455e9eac9c2352e70736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489814 Jun 06 19:29:04.698891 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36054) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:04.755284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:04.782943 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:04.899881 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:04.902396 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:04.906389 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60349263-8c2c-4968-b2f4-ebcf95c9effc HTTP/1.1" status: 204 len: 168 time: 0.2037840 Jun 06 19:29:04.906389 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7daab597-3a7f-444d-b742-35134f4182bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:04.916095 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60349263-8c2c-4968-b2f4-ebcf95c9effc,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:04.925623 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:05.451491 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fa4c6-8c96-426d-983f-c685278bcbd7 req-eb7ba6e7-8f07-4dcf-af57-2e40148ebacc tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:05.452937 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-546fa4c6-8c96-426d-983f-c685278bcbd7 req-eb7ba6e7-8f07-4dcf-af57-2e40148ebacc tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0888050 Jun 06 19:29:05.499622 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-546fa4c6-8c96-426d-983f-c685278bcbd7 req-42ae0e5d-45d9-4a5d-ad1e-5b39101748a0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Jun 06 19:29:05.608815 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:05.667751 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36068) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:05.712464 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529b2a-3190-41cd-b3a2-8fc8da39002b req-534ae039-0139-487c-a880-a6e82139e983 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:05.713925 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f529b2a-3190-41cd-b3a2-8fc8da39002b req-534ae039-0139-487c-a880-a6e82139e983 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1143041 Jun 06 19:29:05.755515 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-0f296828-2536-4185-ba3a-e8c3d5a576b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b5b38d3eabd46599b8aa38507c291a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846179 Jun 06 19:29:05.757901 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36070) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:05.802823 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f529b2a-3190-41cd-b3a2-8fc8da39002b req-705f76ff-23af-4b22-95b7-3956d22f0d45 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826302 Jun 06 19:29:05.833969 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:05.862957 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:06.000001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:06.002607 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:06.005981 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/441101f6-35b8-4502-a64c-4cfa8c97fa45 HTTP/1.1" status: 204 len: 168 time: 0.2451711 Jun 06 19:29:06.005981 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6c3124c3-4eef-4ca4-801f-4cfd0fa54208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:06.023883 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441101f6-35b8-4502-a64c-4cfa8c97fa45,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:06.032434 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:06.340713 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-acac112b-1282-48ec-9f84-b94891c26edf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:06.342281 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-acac112b-1282-48ec-9f84-b94891c26edf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/networks?id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 200 len: 814 time: 0.1498523 Jun 06 19:29:06.359977 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-c61f3c37-a3a1-48c4-828a-81b3ca9b09d8 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/quotas/fd9fc55c832847b88e488fcd9e2bc3b4 HTTP/1.1" status: 200 len: 375 time: 0.0114858 Jun 06 19:29:06.465081 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-4d7fdce0-054c-4f78-8608-fb5b40d844d2 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990872 Jun 06 19:29:06.685617 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-1de890a9-2957-42f9-8db1-b557ba34ccab service neutron] 10.222.0.13 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054257 Jun 06 19:29:06.837950 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699c777-2cd2-4918-9f81-e4568277392d req-f2546afa-7fd7-42aa-b3dd-c74d3657e762 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:06.839418 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9699c777-2cd2-4918-9f81-e4568277392d req-f2546afa-7fd7-42aa-b3dd-c74d3657e762 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.2043428 Jun 06 19:29:06.848746 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-392e09a7-77d6-4310-80a4-f30341396f25 service neutron] 10.222.0.13 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573169 Jun 06 19:29:06.889053 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9699c777-2cd2-4918-9f81-e4568277392d req-38f61b20-4d9b-407d-86dd-ce15c9df221d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Jun 06 19:29:07.108160 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-461a6329-2f4f-4dc0-bc27-1ac7bad77167 req-d3e26010-3333-44aa-bbf9-6c7fbc01fb02 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 210 time: 0.0473456 Jun 06 19:29:08.103078 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e51b5-8c49-4355-9dd7-d10716679a85 req-ea5b80dc-3b6f-481c-ae8b-4ddf7f6ec1b0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:08.104548 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-758e51b5-8c49-4355-9dd7-d10716679a85 req-ea5b80dc-3b6f-481c-ae8b-4ddf7f6ec1b0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0830610 Jun 06 19:29:08.152908 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-758e51b5-8c49-4355-9dd7-d10716679a85 req-848dbb10-799e-41f2-bdbe-f760ff1741ac tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Jun 06 19:29:08.212338 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-74579ba5-1e79-4de4-90ff-6c02f859c426 req-3fbaad80-e5bb-43fd-96a9-44fc2d2b47ec tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 210 time: 0.0458302 Jun 06 19:29:08.745107 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36164) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:08.865674 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8ec53947-cf8b-4f59-9ebb-a72a557e0f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:08.972159 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8ec53947-cf8b-4f59-9ebb-a72a557e0f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:09.031509 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8ec53947-cf8b-4f59-9ebb-a72a557e0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:09.041851 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-42a08d11-25d4-46fd-bead-e74d6c27a89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:09.085196 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8ec53947-cf8b-4f59-9ebb-a72a557e0f5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1752b4aad58d4ad1b44c2c306e65eae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388870 Jun 06 19:29:09.086131 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec53947-cf8b-4f59-9ebb-a72a557e0f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a609b5-6bc7-4b25-a3d8-13720816722e,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:09.088260 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36172) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:09.089690 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8ec53947-cf8b-4f59-9ebb-a72a557e0f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:09.157155 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:09.187244 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:09.318899 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:09.321505 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:09.325356 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36a609b5-6bc7-4b25-a3d8-13720816722e HTTP/1.1" status: 204 len: 168 time: 0.2358263 Jun 06 19:29:09.327492 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-82dee2a3-9cd0-4138-94cb-6a68c923deea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:09.341934 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a609b5-6bc7-4b25-a3d8-13720816722e,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:09.362540 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:09.423273 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ed1fdc52-5b54-47bc-a69c-bb50ddfd7104 req-e620a9f1-59ff-4e2f-b60c-540f3f146317 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 210 time: 0.0597596 Jun 06 19:29:09.442559 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126dc44-6303-4bd0-9aaa-4aef88b24c1f req-a4e67cb6-01f5-439e-9e0d-b67ac5d9c6d6 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:09.443977 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2126dc44-6303-4bd0-9aaa-4aef88b24c1f req-a4e67cb6-01f5-439e-9e0d-b67ac5d9c6d6 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1785278 Jun 06 19:29:09.494510 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2126dc44-6303-4bd0-9aaa-4aef88b24c1f req-6fd583c5-9987-49b0-884d-406f4e9467e3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449424 Jun 06 19:29:09.684655 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-39732745-779e-4843-8470-310d65e26917 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:09.686079 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-39732745-779e-4843-8470-310d65e26917 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.10 "GET /v2.0/networks?id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 200 len: 814 time: 0.1560857 Jun 06 19:29:09.698869 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'port': {'device_id': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'admin_state_up': True, 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:09.917277 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Made reservation on behalf of fd9fc55c832847b88e488fcd9e2bc3b4 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:29:09.921904 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.112358 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36188) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:10.130596 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52ad3089-7c55-4c1a-8a5d-a6eb91f31a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.171379 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Allocated IP 172.20.0.4 (15409dd0-65e3-44d8-9e3b-5ff256ef61b6/e61a2911-5052-49dd-858c-c3f352bf2388/8a19bc95-9f3d-4495-88eb-65f6702945a6) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:29:10.246620 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52ad3089-7c55-4c1a-8a5d-a6eb91f31a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.326588 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-52ad3089-7c55-4c1a-8a5d-a6eb91f31a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.336057 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-16b8d335-e472-44e3-8d8a-12c39afb0422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:10.381411 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad3089-7c55-4c1a-8a5d-a6eb91f31a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706da0f1-39e9-4834-b719-f85fcccb6b78,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:10.388225 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-52ad3089-7c55-4c1a-8a5d-a6eb91f31a1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=636367e9afce458c973236161fde10fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723312 Jun 06 19:29:10.388225 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-52ad3089-7c55-4c1a-8a5d-a6eb91f31a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:10.388469 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36198) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:10.393255 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.408523 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Transition to ACTIVE for port object 8a19bc95-9f3d-4495-88eb-65f6702945a6 will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:29:10.506888 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.514447 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:10.560398 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.588978 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.611272 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:10.618043 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:10.634028 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:29:10.635305 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:29:10.647954 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:29:10.747607 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:10.748626 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.759001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.761385 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:10.763426 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/706da0f1-39e9-4834-b719-f85fcccb6b78 HTTP/1.1" status: 204 len: 168 time: 0.3740079 Jun 06 19:29:10.765722 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-94d18afc-22ea-4843-939b-76b15ce83eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:10.787916 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706da0f1-39e9-4834-b719-f85fcccb6b78,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:10.792232 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:10.817276 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a66b90-700b-4a17-a784-bd81ed3452ca req-fde5ac26-f405-4e43-bf97-b0ca70c29dad tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:10.824772 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-48a66b90-700b-4a17-a784-bd81ed3452ca req-fde5ac26-f405-4e43-bf97-b0ca70c29dad tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 931 time: 0.1664031 Jun 06 19:29:10.849776 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545656 Jun 06 19:29:10.863391 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Request body: {'port': {'device_id': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:10.895898 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-48a66b90-700b-4a17-a784-bd81ed3452ca req-0b035c18-3a29-47be-9cb1-ee7302c6e837 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671566 Jun 06 19:29:11.182936 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-b12ea95c-cd1f-4d30-a408-aec945bad563 None None] Provisioning for port 8a19bc95-9f3d-4495-88eb-65f6702945a6 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:29:11.189765 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-b12ea95c-cd1f-4d30-a408-aec945bad563 None None] Provisioning complete for port 8a19bc95-9f3d-4495-88eb-65f6702945a6 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:29:11.190370 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b12ea95c-cd1f-4d30-a408-aec945bad563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:11.209613 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:11.235583 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c324b6c-f7c9-47b6-8e57-2495cb785736 req-6023b67d-924f-47c4-a7f3-96d31940418f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:11.252872 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c324b6c-f7c9-47b6-8e57-2495cb785736 req-6023b67d-924f-47c4-a7f3-96d31940418f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1833932 Jun 06 19:29:11.334091 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-b12ea95c-cd1f-4d30-a408-aec945bad563 None None] Port 8a19bc95-9f3d-4495-88eb-65f6702945a6 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:29:11.396186 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c324b6c-f7c9-47b6-8e57-2495cb785736 req-43bc1eed-e007-4b96-b054-187ede61455e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405520 Jun 06 19:29:11.507355 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210dd73-dbdf-4192-a41f-d1faa6ba04e8 req-28d15f26-542b-4282-94dd-c910c3fea4a3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:11.515828 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e210dd73-dbdf-4192-a41f-d1faa6ba04e8 req-28d15f26-542b-4282-94dd-c910c3fea4a3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1180413 Jun 06 19:29:11.589324 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e210dd73-dbdf-4192-a41f-d1faa6ba04e8 req-a7aeba80-8626-4c28-9f7c-33529cc4c33b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729253 Jun 06 19:29:11.805309 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a19bc95-9f3d-4495-88eb-65f6702945a6 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:29:11.816964 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:11.841897 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Transition to ACTIVE for port object 8a19bc95-9f3d-4495-88eb-65f6702945a6 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:29:11.917388 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:11.928488 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:12.162392 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Pushing event updated for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:12.175208 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:12.210313 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d432f-ce3f-427a-8e71-432e762b4aee req-e97cd6cf-1161-44c8-945c-99f6079278c3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:12.212384 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ab6d432f-ce3f-427a-8e71-432e762b4aee req-e97cd6cf-1161-44c8-945c-99f6079278c3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.1681595 Jun 06 19:29:12.323496 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Attempting to bind port 8a19bc95-9f3d-4495-88eb-65f6702945a6 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:29:12.324054 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Attempting to bind port 8a19bc95-9f3d-4495-88eb-65f6702945a6 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:29:12.324167 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Attempting to bind port 8a19bc95-9f3d-4495-88eb-65f6702945a6 on network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:29:12.336231 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Port 8a19bc95-9f3d-4495-88eb-65f6702945a6 on network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:29:12.337849 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Attempting to bind port 8a19bc95-9f3d-4495-88eb-65f6702945a6 on network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:29:12.356565 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:29:12.356909 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Checking segment: {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:29:12.357313 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Bound using segment: {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:29:12.359762 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Bound port: 8a19bc95-9f3d-4495-88eb-65f6702945a6, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48178f39-b11a-4a6d-b964-2a1798d068e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:29:12.360553 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:12.361339 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ab6d432f-ce3f-427a-8e71-432e762b4aee req-13a75dee-32cc-4558-b342-56adf47bbe61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349239 Jun 06 19:29:12.500867 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:29:12.505111 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:29:12.593169 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:12.601119 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:12.675746 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Pushing event updated for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:12.685220 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c6ba-d4bf-4250-8e80-5262c0cdbceb req-9d01db93-6420-49c0-bf70-780a0df5aed2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:12.687296 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7c99c6ba-d4bf-4250-8e80-5262c0cdbceb req-9d01db93-6420-49c0-bf70-780a0df5aed2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1426237 Jun 06 19:29:12.687468 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:12.688088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:12.689456 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 1093 time: 1.8307960 Jun 06 19:29:12.690064 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:29:12.692332 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4baada-dbd2-4bf0-ae05-7ef100f617d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:29:12.695563 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:12.763420 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7c99c6ba-d4bf-4250-8e80-5262c0cdbceb req-8d7bbb8b-deab-4cc6-903b-68b8cb0ad019 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660694 Jun 06 19:29:12.879572 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e041cca-8264-4246-af8b-49ac8816731b x-openstack-request-id: req-7e041cca-8264-4246-af8b-49ac8816731b {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:29:12.879898 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:29:12.880184 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e041cca-8264-4246-af8b-49ac8816731b {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:29:12.880617 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'status': 'completed', 'code': 200} Jun 06 19:29:12.937445 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b35d2d-7af7-4265-882a-936a40cd3fdc req-84575b97-172a-41ca-9c47-70c12e2a24ad tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:12.938915 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-26b35d2d-7af7-4265-882a-936a40cd3fdc req-84575b97-172a-41ca-9c47-70c12e2a24ad tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1061580 Jun 06 19:29:12.991162 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-26b35d2d-7af7-4265-882a-936a40cd3fdc req-ad357158-afba-410b-bc5c-dab729e77815 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Jun 06 19:29:13.547876 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b7477-3226-4412-a9ca-86b08d85d0b5 req-436ccb69-9637-42ea-af23-8cc1c67dee57 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:13.549338 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d91b7477-3226-4412-a9ca-86b08d85d0b5 req-436ccb69-9637-42ea-af23-8cc1c67dee57 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.0841532 Jun 06 19:29:13.604594 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d91b7477-3226-4412-a9ca-86b08d85d0b5 req-d8c6b96b-5af1-413b-8563-737296aeead7 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497134 Jun 06 19:29:13.985030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c021a-9b62-48a6-9700-79232053af5c req-7fa07ce2-025e-4318-b6dc-65592720d31e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:13.986477 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1e3c021a-9b62-48a6-9700-79232053af5c req-7fa07ce2-025e-4318-b6dc-65592720d31e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0907602 Jun 06 19:29:14.045913 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1e3c021a-9b62-48a6-9700-79232053af5c req-b0e595b4-afc2-489d-9036-4f0af01e4cca tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533252 Jun 06 19:29:14.206021 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a8f6-09cd-49a2-9cef-042f400d5b37 req-a65cbb7b-c419-4c18-9ad2-597f14bedc37 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:14.207579 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1836a8f6-09cd-49a2-9cef-042f400d5b37 req-a65cbb7b-c419-4c18-9ad2-597f14bedc37 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0841937 Jun 06 19:29:14.255968 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1836a8f6-09cd-49a2-9cef-042f400d5b37 req-1ffce4cd-71d8-446a-8f7a-7c14fb016648 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Jun 06 19:29:14.810388 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e47441-3a13-4a4b-bd0f-efbe91cd1026 req-98c45e0d-ee9b-41df-86e5-02c36d66b1f3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:14.812080 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a7e47441-3a13-4a4b-bd0f-efbe91cd1026 req-98c45e0d-ee9b-41df-86e5-02c36d66b1f3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.0904708 Jun 06 19:29:14.834556 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36314) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:14.860767 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a7e47441-3a13-4a4b-bd0f-efbe91cd1026 req-eee73cf0-048f-4721-875b-b52f805b3162 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Jun 06 19:29:14.958517 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8164024b-54a9-4128-8cd0-b84bbf5276d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:15.072335 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8164024b-54a9-4128-8cd0-b84bbf5276d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:15.137341 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8164024b-54a9-4128-8cd0-b84bbf5276d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:15.147745 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2a6b9958-388a-41e2-972e-069fcf40a3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:15.195203 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8164024b-54a9-4128-8cd0-b84bbf5276d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41ca6e984df543be9136a614708f99e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594210 Jun 06 19:29:15.196479 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164024b-54a9-4128-8cd0-b84bbf5276d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8428ff62-2234-4601-913e-3e76cb28c58e,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:15.199066 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36320) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:15.201763 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8164024b-54a9-4128-8cd0-b84bbf5276d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:15.251099 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be89cc-8876-4b36-88de-e5af2e7b0de4 req-d8f7a179-eabd-4427-ac39-82a0304b5dff tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:15.252827 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99be89cc-8876-4b36-88de-e5af2e7b0de4 req-d8f7a179-eabd-4427-ac39-82a0304b5dff tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0919175 Jun 06 19:29:15.268244 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:15.302691 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:15.319882 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99be89cc-8876-4b36-88de-e5af2e7b0de4 req-35c360ce-db8a-4712-be3a-b405aaefd028 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610816 Jun 06 19:29:15.470092 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3853d0-de9d-4882-a852-a1daa32796a9 req-1bbc1314-c3a1-4911-a7fd-58baf4c3c999 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:15.471629 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7c3853d0-de9d-4882-a852-a1daa32796a9 req-1bbc1314-c3a1-4911-a7fd-58baf4c3c999 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0962749 Jun 06 19:29:15.503993 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:15.506714 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:15.517089 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8428ff62-2234-4601-913e-3e76cb28c58e HTTP/1.1" status: 204 len: 168 time: 0.3168623 Jun 06 19:29:15.518314 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-db94817a-8350-4f0d-ac33-1fdcee26a937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:15.528762 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8428ff62-2234-4601-913e-3e76cb28c58e,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:15.531173 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7c3853d0-de9d-4882-a852-a1daa32796a9 req-d0db8311-9959-4108-8083-4ad3b2cd14f3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539110 Jun 06 19:29:15.534363 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:16.056927 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc43a0b-0593-4e2c-a0a0-a3e7d5022090 req-af7dda05-a0ad-4dd6-bfef-c21430fff56f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:16.058514 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cfc43a0b-0593-4e2c-a0a0-a3e7d5022090 req-af7dda05-a0ad-4dd6-bfef-c21430fff56f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.0880961 Jun 06 19:29:16.113246 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cfc43a0b-0593-4e2c-a0a0-a3e7d5022090 req-d4f44365-e88d-4e0e-b7d3-bf8c59a45fd8 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Jun 06 19:29:16.146185 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36340) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:16.164526 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b0f4-47df-4c47-a9a2-b936ba790592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:16.268948 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b0f4-47df-4c47-a9a2-b936ba790592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:16.368625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b0f4-47df-4c47-a9a2-b936ba790592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:16.381127 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-12feae6f-23aa-4a53-87f6-01a793bb56e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:16.421522 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-a9f4b0f4-47df-4c47-a9a2-b936ba790592 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f453bb7000a49279f0dc36916b0bd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740316 Jun 06 19:29:16.423099 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4b0f4-47df-4c47-a9a2-b936ba790592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded4ac2-e7ff-439d-8a44-c4ee125bd0c5,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:16.424237 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36348) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:16.426515 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a9f4b0f4-47df-4c47-a9a2-b936ba790592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:16.498729 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:16.533367 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d80cd-679e-45a5-a6ea-0de6208943af req-4f84e64e-c569-4706-b9d8-167cd6eb2d6b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:16.534615 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:16.535430 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-512d80cd-679e-45a5-a6ea-0de6208943af req-4f84e64e-c569-4706-b9d8-167cd6eb2d6b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0964782 Jun 06 19:29:16.595663 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-512d80cd-679e-45a5-a6ea-0de6208943af req-d28e4cf4-c6d8-4a23-badc-a8d1c257e1a8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542312 Jun 06 19:29:16.674496 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:16.677220 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:16.678374 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ded4ac2-e7ff-439d-8a44-c4ee125bd0c5 HTTP/1.1" status: 204 len: 168 time: 0.2526178 Jun 06 19:29:16.679118 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fbe0688a-821c-4b3a-84c9-e67cf05e91f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:16.690415 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded4ac2-e7ff-439d-8a44-c4ee125bd0c5,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:16.695630 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:16.786661 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c87e8b-c173-4c05-8ac4-5922e29c3c0b req-ba31b9de-4cbf-4250-a6c0-9b0d83b02a09 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:16.787613 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-85c87e8b-c173-4c05-8ac4-5922e29c3c0b req-ba31b9de-4cbf-4250-a6c0-9b0d83b02a09 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1095717 Jun 06 19:29:16.838925 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-85c87e8b-c173-4c05-8ac4-5922e29c3c0b req-e6cee429-d472-45c4-bb36-2d1c416f37a4 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Jun 06 19:29:17.325746 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4096-583f-4e97-b13c-850e6eb6a43c req-81aadc5e-2893-4abc-b3d0-d23b824d1f19 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:17.327228 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8e4c4096-583f-4e97-b13c-850e6eb6a43c req-81aadc5e-2893-4abc-b3d0-d23b824d1f19 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.1005740 Jun 06 19:29:17.371791 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8e4c4096-583f-4e97-b13c-850e6eb6a43c req-b4906654-d00f-472c-a548-f456f576a020 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Jun 06 19:29:17.808381 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dd633-e2df-4d21-aa61-f83d3071418f req-7e7ae517-c883-4bf6-a8e8-7857fa8567f1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:17.810237 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-177dd633-e2df-4d21-aa61-f83d3071418f req-7e7ae517-c883-4bf6-a8e8-7857fa8567f1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0916340 Jun 06 19:29:17.994058 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-177dd633-e2df-4d21-aa61-f83d3071418f req-bf84bfa7-3af8-486f-9ce6-b53eced17694 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758211 Jun 06 19:29:18.080696 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c27d13-a1be-4dec-a800-51a97fffcb91 req-2691380c-6514-4046-ba64-c686791bab6a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:18.082183 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-13c27d13-a1be-4dec-a800-51a97fffcb91 req-2691380c-6514-4046-ba64-c686791bab6a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0869982 Jun 06 19:29:18.145915 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-13c27d13-a1be-4dec-a800-51a97fffcb91 req-f4624513-680a-43d5-a452-3f234d8ebf8b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581238 Jun 06 19:29:18.584635 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e1c6c-3a41-48a3-8f2a-51a64def9bb6 req-4a3d181d-8e90-4c38-b17a-ae8b0b973671 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:18.586181 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a9e1c6c-3a41-48a3-8f2a-51a64def9bb6 req-4a3d181d-8e90-4c38-b17a-ae8b0b973671 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.0896420 Jun 06 19:29:18.644350 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a9e1c6c-3a41-48a3-8f2a-51a64def9bb6 req-4053dd76-1621-4473-9569-eea7418d8a10 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515261 Jun 06 19:29:19.196845 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334959-7b03-4546-a16c-f00727785544 req-5b1cc09a-133e-41a7-b44b-cb59cd5158ad tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:19.204481 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-70334959-7b03-4546-a16c-f00727785544 req-5b1cc09a-133e-41a7-b44b-cb59cd5158ad tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0970430 Jun 06 19:29:19.256368 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-70334959-7b03-4546-a16c-f00727785544 req-f37b9716-ca15-4e3e-8c6d-406e5aaa931e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504177 Jun 06 19:29:19.460353 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e46640-8cca-455b-a5fc-d56a2ad0893c req-f68e6255-a690-449a-a5bd-fab024c19308 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:19.462189 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f4e46640-8cca-455b-a5fc-d56a2ad0893c req-f68e6255-a690-449a-a5bd-fab024c19308 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0991840 Jun 06 19:29:19.519974 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f4e46640-8cca-455b-a5fc-d56a2ad0893c req-1f4c4b84-4953-457c-9225-4729970b172c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Jun 06 19:29:19.850633 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f13a10-88c3-4b1a-b7f4-7fc378d7fb56 req-67b608c6-b8d4-4237-8d0c-c697eab2ef1e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:19.852087 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a5f13a10-88c3-4b1a-b7f4-7fc378d7fb56 req-67b608c6-b8d4-4237-8d0c-c697eab2ef1e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.0857506 Jun 06 19:29:19.900334 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36434) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:19.908616 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a5f13a10-88c3-4b1a-b7f4-7fc378d7fb56 req-41eb200d-0e8b-4b57-b1e4-22b601c14e8d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509882 Jun 06 19:29:20.020262 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-22c5c5c3-9e21-4ae6-9115-e7a3d0bbe841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:20.122220 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-22c5c5c3-9e21-4ae6-9115-e7a3d0bbe841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:20.188731 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-22c5c5c3-9e21-4ae6-9115-e7a3d0bbe841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:20.196432 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6a220180-9bec-4d46-b4c2-879cdbc9a169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:20.238039 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-22c5c5c3-9e21-4ae6-9115-e7a3d0bbe841 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d312a6db1d504403890552ea86762fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365188 Jun 06 19:29:20.238956 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5c5c3-9e21-4ae6-9115-e7a3d0bbe841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c60425-89e8-4a78-8068-73aa32fbaafb,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:20.241135 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36438) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:20.242183 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-22c5c5c3-9e21-4ae6-9115-e7a3d0bbe841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:20.314018 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:20.341615 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:20.448640 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:20.451787 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:20.453182 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62c60425-89e8-4a78-8068-73aa32fbaafb HTTP/1.1" status: 204 len: 168 time: 0.2026730 Jun 06 19:29:20.453675 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-58b1cf88-0a87-42e3-ae5e-4fa7bc3c29b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:20.464509 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c60425-89e8-4a78-8068-73aa32fbaafb,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:20.467768 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80492ff6-594c-4c05-9906-c015d3d161e3 req-e73fe49d-d5b9-4dec-9fea-1a81d4a8390c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:20.469247 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-80492ff6-594c-4c05-9906-c015d3d161e3 req-e73fe49d-d5b9-4dec-9fea-1a81d4a8390c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0976706 Jun 06 19:29:20.472349 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:20.521925 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-80492ff6-594c-4c05-9906-c015d3d161e3 req-124d6ea5-bcf3-4b2c-9c37-9a33e061fae4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466113 Jun 06 19:29:20.705445 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bee965-5f33-4b3b-961f-d46b63812886 req-fd24011a-5edd-49cc-a00b-26139d48f262 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:20.712368 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-21bee965-5f33-4b3b-961f-d46b63812886 req-fd24011a-5edd-49cc-a00b-26139d48f262 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0889728 Jun 06 19:29:20.757554 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-21bee965-5f33-4b3b-961f-d46b63812886 req-a50ed7f8-8e94-47c6-95d9-ab327e06434b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Jun 06 19:29:21.092810 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a99f60-1d3b-4659-ba9b-a067d49d0e44 req-bf7225b0-4310-4076-9a8a-96623a943f5b tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:21.094471 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b8a99f60-1d3b-4659-ba9b-a067d49d0e44 req-bf7225b0-4310-4076-9a8a-96623a943f5b tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.0820246 Jun 06 19:29:21.140214 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b8a99f60-1d3b-4659-ba9b-a067d49d0e44 req-f320f2d9-c8be-4e47-a038-b03b60c82104 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Jun 06 19:29:21.150833 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36450) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:21.178418 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-64e302ba-34d8-448f-a23e-02be6cb8a868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:21.352078 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-64e302ba-34d8-448f-a23e-02be6cb8a868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:21.428816 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-64e302ba-34d8-448f-a23e-02be6cb8a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:21.436372 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:21.482148 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-64e302ba-34d8-448f-a23e-02be6cb8a868 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e1c46769903455ead5ddd4a1cf0e921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273375 Jun 06 19:29:21.482148 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e302ba-34d8-448f-a23e-02be6cb8a868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157e90cb-44ab-4b0f-9d8d-fa798c6b458a,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:21.483119 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36452) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:21.484019 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-64e302ba-34d8-448f-a23e-02be6cb8a868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:21.545551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:21.573600 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:21.713557 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330a4b5-a80d-47d3-bee7-33f55de82046 req-4519c6c7-f75a-4aed-96a9-f5112dd66a38 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:21.715084 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3330a4b5-a80d-47d3-bee7-33f55de82046 req-4519c6c7-f75a-4aed-96a9-f5112dd66a38 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0818360 Jun 06 19:29:21.737963 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:21.740299 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:21.741370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/157e90cb-44ab-4b0f-9d8d-fa798c6b458a HTTP/1.1" status: 204 len: 168 time: 0.2570920 Jun 06 19:29:21.744758 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-9391f891-3f5b-4404-82aa-fdbb83b74e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:21.764710 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e90cb-44ab-4b0f-9d8d-fa798c6b458a,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:21.770602 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:21.778982 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3330a4b5-a80d-47d3-bee7-33f55de82046 req-bfec746f-476f-4d99-932a-757fc7620ea5 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559130 Jun 06 19:29:21.994801 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af192-293f-445f-b95c-6b1789b553fb req-8ba9982c-c4c3-4d52-89f8-67eceec1da88 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:21.994801 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a32af192-293f-445f-b95c-6b1789b553fb req-8ba9982c-c4c3-4d52-89f8-67eceec1da88 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0889707 Jun 06 19:29:22.026065 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a32af192-293f-445f-b95c-6b1789b553fb req-ac707dbe-723e-439a-b951-f1fac96ed08e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Jun 06 19:29:22.442401 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cddff5-e184-440c-84b5-530f27b0dcff req-6a3c546c-0952-458d-ab41-5e1d382cc2e6 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:22.449475 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0cddff5-e184-440c-84b5-530f27b0dcff req-6a3c546c-0952-458d-ab41-5e1d382cc2e6 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.1654375 Jun 06 19:29:22.503033 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0cddff5-e184-440c-84b5-530f27b0dcff req-26bf3f42-9839-4997-9d78-5a0aad9b86f3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Jun 06 19:29:22.982807 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34976147-2928-41bf-ac6d-25a0e1d6d9dc req-6eb0dc46-641b-4876-917c-c77ebf963db1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:22.986017 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-34976147-2928-41bf-ac6d-25a0e1d6d9dc req-6eb0dc46-641b-4876-917c-c77ebf963db1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0988135 Jun 06 19:29:23.033640 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-34976147-2928-41bf-ac6d-25a0e1d6d9dc req-01e4fad2-6275-4f25-bbf9-348adb37694a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Jun 06 19:29:23.230311 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5b4f8-a6be-4545-8bfe-0d06e5329b64 req-16eac973-32f0-41af-930b-e825faf6147e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:23.232500 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2bb5b4f8-a6be-4545-8bfe-0d06e5329b64 req-16eac973-32f0-41af-930b-e825faf6147e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0839424 Jun 06 19:29:23.287157 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2bb5b4f8-a6be-4545-8bfe-0d06e5329b64 req-0bb858cb-ee0f-4804-8166-f668f5e9900b tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 Jun 06 19:29:23.704246 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5f5fc-7bab-4591-bd25-ed2762b42a9a req-952f860c-4430-4e14-affd-5368fab98162 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:23.705788 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8bf5f5fc-7bab-4591-bd25-ed2762b42a9a req-952f860c-4430-4e14-affd-5368fab98162 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.0917120 Jun 06 19:29:23.764417 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8bf5f5fc-7bab-4591-bd25-ed2762b42a9a req-445f429e-fca7-4c2b-8590-12a0f761e3cb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Jun 06 19:29:24.023330 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:29:24.236290 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6cfa6-0f54-42c6-bdba-d90819746ada req-0815bf7c-8e00-41d8-a698-915bc734e603 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:24.238563 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d7f6cfa6-0f54-42c6-bdba-d90819746ada req-0815bf7c-8e00-41d8-a698-915bc734e603 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0947006 Jun 06 19:29:24.240420 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4baada-dbd2-4bf0-ae05-7ef100f617d5 req-24e341e7-26ba-4634-8a64-953e83a3c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:24.241947 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-fc4baada-dbd2-4bf0-ae05-7ef100f617d5 req-24e341e7-26ba-4634-8a64-953e83a3c8a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1096 time: 0.0792329 Jun 06 19:29:24.292670 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d7f6cfa6-0f54-42c6-bdba-d90819746ada req-2624ced3-1d86-42ab-8aba-ed6b54024d6e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475733 Jun 06 19:29:24.386639 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4baada-dbd2-4bf0-ae05-7ef100f617d5 req-2b7a8762-7523-4ebb-a756-92533cf9afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:24.388697 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-fc4baada-dbd2-4bf0-ae05-7ef100f617d5 req-2b7a8762-7523-4ebb-a756-92533cf9afc3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1378715 Jun 06 19:29:24.500762 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf1188-a07d-46cc-9d27-6b1ce46d5ef1 req-3eed60f6-8f85-4007-9413-452e37072dbd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:24.502371 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0fdf1188-a07d-46cc-9d27-6b1ce46d5ef1 req-3eed60f6-8f85-4007-9413-452e37072dbd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0849905 Jun 06 19:29:24.530407 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4baada-dbd2-4bf0-ae05-7ef100f617d5 req-73f5067a-04eb-44ca-bef7-b9eafc5b4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:24.531848 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-fc4baada-dbd2-4bf0-ae05-7ef100f617d5 req-73f5067a-04eb-44ca-bef7-b9eafc5b4802 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330974 Jun 06 19:29:24.553142 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0fdf1188-a07d-46cc-9d27-6b1ce46d5ef1 req-b380fea0-aeaa-4dfd-94c9-2ac5f0fbbbd7 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Jun 06 19:29:24.771616 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36502) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:24.805169 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-2f05a77c-ab74-460e-945c-2b9105e015c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:24.807494 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-2f05a77c-ab74-460e-945c-2b9105e015c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1096 time: 0.0782542 Jun 06 19:29:24.895037 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-96d3a483-cdbb-40d5-92d0-abe34730f660 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 217 time: 0.0734375 Jun 06 19:29:24.946712 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-28e8e4cb-b737-4e84-9899-f89b942f37e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:24.961635 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-964a12df-124e-4fef-9fff-6fbd4db8fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:24.963110 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-964a12df-124e-4fef-9fff-6fbd4db8fb7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e61a2911-5052-49dd-858c-c3f352bf2388 HTTP/1.1" status: 200 len: 853 time: 0.0589190 Jun 06 19:29:25.016276 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1303a7d-f13b-435a-8780-46f9f749595a req-ecebc822-c61c-4a40-9b2a-5e245c5becee tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:25.017745 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a1303a7d-f13b-435a-8780-46f9f749595a req-ecebc822-c61c-4a40-9b2a-5e245c5becee tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.1402185 Jun 06 19:29:25.055211 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-6ed501d2-bb0b-4868-93bd-dfe98c9ee30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:25.056707 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-6ed501d2-bb0b-4868-93bd-dfe98c9ee30a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786266 Jun 06 19:29:25.077594 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a1303a7d-f13b-435a-8780-46f9f749595a req-294c4e3c-f058-4da5-8bc0-274779ef6f71 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540469 Jun 06 19:29:25.113922 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-28e8e4cb-b737-4e84-9899-f89b942f37e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:25.183410 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-28e8e4cb-b737-4e84-9899-f89b942f37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:25.192318 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-301d0f3a-05c7-4060-8e64-00b2f0d4f785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:25.196271 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-d7faa75c-0223-4212-be11-dc70f53a39a7 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290193 Jun 06 19:29:25.235739 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-28e8e4cb-b737-4e84-9899-f89b942f37e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf856eb5df3c4342bfd03f09d39ff39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630141 Jun 06 19:29:25.236732 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8e4cb-b737-4e84-9899-f89b942f37e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ee5f7f-3a4d-487e-ba98-dc5ad0438535,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:25.239165 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36512) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:25.251540 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-28e8e4cb-b737-4e84-9899-f89b942f37e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:25.301144 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:25.328377 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:25.335534 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bcd66d47-326c-4195-b38c-9c6fb9cb43c5 req-783fbde2-4fcf-4ac7-ab8e-b21581353e42 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290870 Jun 06 19:29:25.544848 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:25.547240 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:25.548338 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2ee5f7f-3a4d-487e-ba98-dc5ad0438535 HTTP/1.1" status: 204 len: 168 time: 0.3083720 Jun 06 19:29:25.550260 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-72ab53b4-6b14-4dfe-b9d5-9cc95630f3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:25.564460 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ee5f7f-3a4d-487e-ba98-dc5ad0438535,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:25.567087 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:25.608293 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da44c8c-c55e-4414-a551-534c31350f51 req-3a7a80eb-a53f-4ee0-98e9-03f0a7ffddd3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:25.610424 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0da44c8c-c55e-4414-a551-534c31350f51 req-3a7a80eb-a53f-4ee0-98e9-03f0a7ffddd3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.2050924 Jun 06 19:29:25.656400 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0da44c8c-c55e-4414-a551-534c31350f51 req-cc846a0b-2128-482e-919a-615d3abdc092 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Jun 06 19:29:25.758596 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa4c9-bfcb-465a-bdd1-c785dfaaadd5 req-55b4f0ee-5c7a-4b1a-9060-52101fef8bce tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:25.760045 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-40baa4c9-bfcb-465a-bdd1-c785dfaaadd5 req-55b4f0ee-5c7a-4b1a-9060-52101fef8bce tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0878534 Jun 06 19:29:25.806878 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-40baa4c9-bfcb-465a-bdd1-c785dfaaadd5 req-21d49ba6-42e6-443a-a736-824a61728ed0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Jun 06 19:29:26.198641 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f96c65-ad26-41d6-9ffa-9762e96c4b5e req-13c565c6-7419-4990-9581-154ab0fb4dd2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:26.200192 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1f96c65-ad26-41d6-9ffa-9762e96c4b5e req-13c565c6-7419-4990-9581-154ab0fb4dd2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0933645 Jun 06 19:29:26.298496 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1f96c65-ad26-41d6-9ffa-9762e96c4b5e req-9eb96933-6112-4362-8a2a-5e2c17a73f0c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616150 Jun 06 19:29:26.319321 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-093f02d2-2f1b-40cb-abf9-fa8420df1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:26.319480 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e28f8-55ea-4ec0-9867-465d1f334d1d req-cc5cb64e-5da4-4891-b0eb-93b4da9f5a3c tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:26.320979 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-093f02d2-2f1b-40cb-abf9-fa8420df1304 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 1098 time: 0.0754435 Jun 06 19:29:26.321997 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9f3e28f8-55ea-4ec0-9867-465d1f334d1d req-cc5cb64e-5da4-4891-b0eb-93b4da9f5a3c tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.1207533 Jun 06 19:29:26.367485 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9f3e28f8-55ea-4ec0-9867-465d1f334d1d req-8a57bfdc-a936-4f4b-9000-491b4019d787 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Jun 06 19:29:26.464841 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-935746a0-e710-4af5-9814-e740e8b4e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:26.467216 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-935746a0-e710-4af5-9814-e740e8b4e25b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 912 time: 0.1385880 Jun 06 19:29:26.575834 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-6723fd2a-13aa-4d6e-b8ea-9e182d6de776 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 200 len: 1001 time: 0.1011448 Jun 06 19:29:26.641102 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-a736feba-cc68-4eff-8c50-a6f8513c0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:26.642690 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-a736feba-cc68-4eff-8c50-a6f8513c0b83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.0602682 Jun 06 19:29:26.722816 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-f4fae3ea-5388-4348-9e42-387cf1a9324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:26.724240 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-f4fae3ea-5388-4348-9e42-387cf1a9324d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702291 Jun 06 19:29:26.950542 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-c18fa56e-d94c-4f5a-866a-c1712f407e4f service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170196 Jun 06 19:29:27.007047 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411ef3f-082b-4889-8fb0-888ca9826086 req-4719ae6e-5e19-4083-a8e2-0b0bc06a29b3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:27.008387 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5411ef3f-082b-4889-8fb0-888ca9826086 req-4719ae6e-5e19-4083-a8e2-0b0bc06a29b3 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0836334 Jun 06 19:29:27.055176 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5411ef3f-082b-4889-8fb0-888ca9826086 req-078e9e97-4bf7-44c8-8fd1-eb89746cba8a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Jun 06 19:29:27.093512 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-9e76212e-393c-4f40-a52a-cedd0e3822e1 req-9536990f-dfee-483e-9f17-212a2ebcc1d7 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291254 Jun 06 19:29:27.491322 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff168-f001-4c9b-a591-de09a21c0945 req-af3390a7-029e-43f6-b4a0-4254ede1b9b7 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:27.492820 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fa9ff168-f001-4c9b-a591-de09a21c0945 req-af3390a7-029e-43f6-b4a0-4254ede1b9b7 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0881608 Jun 06 19:29:27.507859 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-bf4c47f7-d9a9-42d7-bd8c-5fce59a9a345 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:27.512934 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-bf4c47f7-d9a9-42d7-bd8c-5fce59a9a345 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0882726 Jun 06 19:29:27.579831 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 8a19bc95-9f3d-4495-88eb-65f6702945a6 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:29:27.617830 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fa9ff168-f001-4c9b-a591-de09a21c0945 req-155bc05e-efe4-47b3-873c-61c2951250cd tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723443 Jun 06 19:29:27.644625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0535d7-eabe-486a-a5d3-cc3bf8064874 req-79129c64-98d8-495c-b169-d5d51a8fbd9c tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:27.646640 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3b0535d7-eabe-486a-a5d3-cc3bf8064874 req-79129c64-98d8-495c-b169-d5d51a8fbd9c tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 943 time: 0.1529577 Jun 06 19:29:27.686639 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Deleting port 2dc4af5b-d365-461b-b52e-b65e02e9e497 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:29:27.686993 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:27.770027 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3b0535d7-eabe-486a-a5d3-cc3bf8064874 req-c5a96a1a-bc0f-49e2-9c4e-a47ff0096c9a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136646 Jun 06 19:29:27.851984 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] For port 2dc4af5b-d365-461b-b52e-b65e02e9e497, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2dc4af5b-d365-461b-b52e-b65e02e9e497,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:27.852389 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:27.854388 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:27.868593 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'port_id': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'mac_address': 'fa:16:3e:c6:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:29:27.930644 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:27.948967 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a19bc95-9f3d-4495-88eb-65f6702945a6 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:29:27.967797 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:27.980586 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Calling delete_port for 2dc4af5b-d365-461b-b52e-b65e02e9e497 owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:29:28.023174 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:28.024884 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:28.095145 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:28.098544 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:28.160376 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:28.166274 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4adfc665-1b23-4820-ae56-7cb0a2917bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:28.172295 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['0546ea68-b10b-4092-9267-f4f6dc0eabc1', '2dc4af5b-d365-461b-b52e-b65e02e9e497'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:29:28.214742 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Pushing event deleted for resources: {'Port': ['ID=2dc4af5b-d365-461b-b52e-b65e02e9e497,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:28.218775 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:28.234157 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dbd2d2f6-0435-42b9-a29c-095d62781861 req-82d0ce33-7221-4ffb-8d15-efb3c40976c1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0613792 Jun 06 19:29:28.289893 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] No DVR routers for this DVR port 2dc4af5b-d365-461b-b52e-b65e02e9e497 on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:29:28.292926 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:28.295286 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-fa6d73cb-74ce-450c-8064-cfa43030e7dd req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "DELETE /v2.0/ports/2dc4af5b-d365-461b-b52e-b65e02e9e497 HTTP/1.1" status: 204 len: 173 time: 0.7795863 Jun 06 19:29:28.295909 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'name': 'network-vif-deleted', 'tag': '2dc4af5b-d365-461b-b52e-b65e02e9e497'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:29:28.298199 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e5aae1-6d61-4a4e-bb37-0f088f53c113" -d '{"events": [{"server_uuid": "3b6b95c7-aa48-498d-905e-623cfd70c5f6", "name": "network-vif-deleted", "tag": "2dc4af5b-d365-461b-b52e-b65e02e9e497"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:29:28.344231 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a79aae-ab4c-4224-9203-0ad13524ab96 x-openstack-request-id: req-46a79aae-ab4c-4224-9203-0ad13524ab96 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:29:28.344551 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6b95c7-aa48-498d-905e-623cfd70c5f6", "name": "network-vif-deleted", "tag": "2dc4af5b-d365-461b-b52e-b65e02e9e497", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:29:28.344836 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46a79aae-ab4c-4224-9203-0ad13524ab96 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:29:28.345609 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6b95c7-aa48-498d-905e-623cfd70c5f6', 'name': 'network-vif-deleted', 'tag': '2dc4af5b-d365-461b-b52e-b65e02e9e497', 'status': 'completed', 'code': 200} Jun 06 19:29:28.347438 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['8a19bc95-9f3d-4495-88eb-65f6702945a6'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:29:28.790763 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1772ec3-f1cf-4b8e-9705-1189d1c8a5e4 req-c1dad812-7274-4bde-b28f-23834fe0fea2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:28.792202 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d1772ec3-f1cf-4b8e-9705-1189d1c8a5e4 req-c1dad812-7274-4bde-b28f-23834fe0fea2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0790846 Jun 06 19:29:28.842178 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d1772ec3-f1cf-4b8e-9705-1189d1c8a5e4 req-321e50c9-80cd-42b2-9f8e-e23e9e04df15 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Jun 06 19:29:28.966410 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb0e4b-e3d1-41be-acc0-e6a8da08e018 req-209d8caf-b6f6-451f-a7df-9a03c427a008 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:28.967945 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-75eb0e4b-e3d1-41be-acc0-e6a8da08e018 req-209d8caf-b6f6-451f-a7df-9a03c427a008 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 944 time: 0.0821240 Jun 06 19:29:29.025256 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-75eb0e4b-e3d1-41be-acc0-e6a8da08e018 req-ce400930-1ccb-4379-8520-dd4efda9444b tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Jun 06 19:29:29.404721 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0fa9f6ea-f6b0-4f67-b1ad-b0d868649c25 req-b315f07f-39af-429f-9b3c-ac42a7e9b276 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b6b95c7-aa48-498d-905e-623cfd70c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0416701 Jun 06 19:29:29.597933 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 8a19bc95-9f3d-4495-88eb-65f6702945a6 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:29:29.731358 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 8a19bc95-9f3d-4495-88eb-65f6702945a6 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:29:29.736430 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 8a19bc95-9f3d-4495-88eb-65f6702945a6 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:29:29.736796 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:29.855063 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:29.881586 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:29:29.883857 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def1c890-f41e-407e-ad0c-92e8677160ba" -d '{"events": [{"server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "name": "network-vif-plugged", "status": "completed", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:29:29.891471 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:29.926477 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892f792-c112-4e9c-8941-5886fa1a425f x-openstack-request-id: req-b892f792-c112-4e9c-8941-5886fa1a425f {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:29:29.926772 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "name": "network-vif-plugged", "status": "completed", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:29:29.927030 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b892f792-c112-4e9c-8941-5886fa1a425f {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:29:29.927446 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'code': 200} Jun 06 19:29:29.968297 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:29.970207 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:30.027310 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:30.037765 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:30.040707 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:30.202868 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3a241956-ba85-4c23-ba54-d9377f83dc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:30.220165 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15917a2a-525a-4fad-8274-6153ffa0548d req-4279ac84-9311-4c16-a4f5-080d8e2ab428 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:30.221595 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-15917a2a-525a-4fad-8274-6153ffa0548d req-4279ac84-9311-4c16-a4f5-080d8e2ab428 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0876198 Jun 06 19:29:30.266687 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-15917a2a-525a-4fad-8274-6153ffa0548d req-4e406fc2-401b-4c1b-84e2-dfc10b61f91a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Jun 06 19:29:30.294801 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271b96-32d3-45b4-9f0d-661bdba1f0a1 req-7f034d05-c49a-49df-97d7-1f7d2341c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:30.303348 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-72271b96-32d3-45b4-9f0d-661bdba1f0a1 req-7f034d05-c49a-49df-97d7-1f7d2341c593 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1098 time: 0.0722072 Jun 06 19:29:30.341800 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-72271b96-32d3-45b4-9f0d-661bdba1f0a1 req-bb43a76a-2f93-445e-97a9-7686d7aedd18 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Jun 06 19:29:30.817628 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36612) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:30.936453 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2ba4-98be-4c7e-a705-facb30af1841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:31.096760 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d7f9-b21a-4973-8e0d-53316652e151 req-d1342a2f-7e8e-44fa-8ed1-8af5de13c5ea tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:31.098138 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fe78d7f9-b21a-4973-8e0d-53316652e151 req-d1342a2f-7e8e-44fa-8ed1-8af5de13c5ea tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1217668 Jun 06 19:29:31.124666 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2ba4-98be-4c7e-a705-facb30af1841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:31.148776 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fe78d7f9-b21a-4973-8e0d-53316652e151 req-8471a7b0-7360-4c52-97a9-6c9899e74435 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jun 06 19:29:31.182507 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2ba4-98be-4c7e-a705-facb30af1841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:31.190637 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-784a8d49-b53a-4b8c-a8cf-fb1bb9049071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:31.231944 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5b5f2ba4-98be-4c7e-a705-facb30af1841 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b268e4caea74473290a300973ae2173a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105902 Jun 06 19:29:31.231944 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f2ba4-98be-4c7e-a705-facb30af1841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021327d5-a322-4fbc-87e5-8ce2bc57c2cd,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:31.232320 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36618) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:31.234177 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5b5f2ba4-98be-4c7e-a705-facb30af1841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:31.290437 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:31.318265 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:31.437838 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:31.440614 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:31.444702 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/021327d5-a322-4fbc-87e5-8ce2bc57c2cd HTTP/1.1" status: 204 len: 168 time: 0.2113812 Jun 06 19:29:31.445728 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f7941673-bd36-487d-8492-293e776ea802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:31.459139 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021327d5-a322-4fbc-87e5-8ce2bc57c2cd,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:31.464495 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180eeaf-11ac-4978-b7ae-630f2dcbb682 req-4a7835d8-6d88-4396-abf5-86052f6adf17 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:31.465581 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:31.466402 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f180eeaf-11ac-4978-b7ae-630f2dcbb682 req-4a7835d8-6d88-4396-abf5-86052f6adf17 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0885215 Jun 06 19:29:31.525033 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f180eeaf-11ac-4978-b7ae-630f2dcbb682 req-6815bd2c-156f-46dd-9e2a-f5cf1ea7edfb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506701 Jun 06 19:29:31.611247 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 2dc4af5b-d365-461b-b52e-b65e02e9e497 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:29:31.649020 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 2dc4af5b-d365-461b-b52e-b65e02e9e497 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:29:31.649372 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 2dc4af5b-d365-461b-b52e-b65e02e9e497 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:29:32.336657 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a5b95-0b20-462d-85da-c94cfd683827 req-d4122931-6274-4664-b84b-7b7d285bd0d9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:32.338420 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-398a5b95-0b20-462d-85da-c94cfd683827 req-d4122931-6274-4664-b84b-7b7d285bd0d9 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0795839 Jun 06 19:29:32.383610 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-398a5b95-0b20-462d-85da-c94cfd683827 req-63dd8126-395a-4b0f-b254-9b7868dbb9bd tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Jun 06 19:29:32.708018 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ff1a7-7e6a-4205-8235-ddc5fba933af req-12280589-d5b3-4c0d-af78-3bfe29193522 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:32.709602 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1b8ff1a7-7e6a-4205-8235-ddc5fba933af req-12280589-d5b3-4c0d-af78-3bfe29193522 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0827377 Jun 06 19:29:32.756641 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1b8ff1a7-7e6a-4205-8235-ddc5fba933af req-7a94f1f6-8f2e-49c4-a29f-70c3128bbbb6 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Jun 06 19:29:32.817053 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:32.874756 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-52e2a3f0-bc68-4012-988d-c44c3b4349b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:32.950916 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a893c-78de-4d22-9c2f-3e33b45418c0 req-1008c663-442a-4965-8309-73ceb24ff010 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:32.953182 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-624a893c-78de-4d22-9c2f-3e33b45418c0 req-1008c663-442a-4965-8309-73ceb24ff010 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0823736 Jun 06 19:29:33.002610 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-624a893c-78de-4d22-9c2f-3e33b45418c0 req-64f71862-eb54-49e8-b2f7-8f8d67a45cfb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Jun 06 19:29:33.401926 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343480ef-cbe1-4992-b0d7-3a62719b472d req-551ea2f7-a3de-4509-b7db-7ba37fc46a37 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:33.403380 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-343480ef-cbe1-4992-b0d7-3a62719b472d req-551ea2f7-a3de-4509-b7db-7ba37fc46a37 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0828698 Jun 06 19:29:33.450216 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-343480ef-cbe1-4992-b0d7-3a62719b472d req-64072f88-b531-43dc-98d0-952c894ad42f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Jun 06 19:29:33.668186 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b38198-1f67-4ff6-8658-8dbda70f59c5 req-4f78b7ba-0062-4bb0-8c4a-5fbcd1ad156a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:33.669725 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a9b38198-1f67-4ff6-8658-8dbda70f59c5 req-4f78b7ba-0062-4bb0-8c4a-5fbcd1ad156a tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.1688147 Jun 06 19:29:33.716338 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a9b38198-1f67-4ff6-8658-8dbda70f59c5 req-43568ef0-1f65-4907-bc2f-ab8677125ad7 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Jun 06 19:29:33.920672 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:34.903264 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7643d7-fd2e-40fe-96fe-7b56fdbe163a req-6fe04f9b-f8af-4b71-8ec0-3ff80cf88873 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:34.905415 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1a7643d7-fd2e-40fe-96fe-7b56fdbe163a req-6fe04f9b-f8af-4b71-8ec0-3ff80cf88873 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0815532 Jun 06 19:29:34.954855 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1a7643d7-fd2e-40fe-96fe-7b56fdbe163a req-e19aeeb5-a8ac-454c-8824-8d7c8c1db87d tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433517 Jun 06 19:29:35.659606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:36.138403 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e843-b544-44a6-93d5-fc7b333212ad req-0ea71289-dda4-4e55-ac24-b99d517e5fd0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:36.140783 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4b72e843-b544-44a6-93d5-fc7b333212ad req-0ea71289-dda4-4e55-ac24-b99d517e5fd0 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0821273 Jun 06 19:29:36.185921 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4b72e843-b544-44a6-93d5-fc7b333212ad req-4e36316b-efda-4ddf-b66b-d1a9f95ab10e tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Jun 06 19:29:37.377741 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66552e-f356-4e9b-b3c1-200635ef7897 req-79dae174-57dd-4990-ac0c-841f5195fa6c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:37.379175 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fc66552e-f356-4e9b-b3c1-200635ef7897 req-79dae174-57dd-4990-ac0c-841f5195fa6c tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0863545 Jun 06 19:29:37.423506 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fc66552e-f356-4e9b-b3c1-200635ef7897 req-2be9e1a0-180e-4e9a-855c-5e0480ad7f23 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f2bba04-e4c1-493e-8d1b-ae11e33b260d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Jun 06 19:29:37.811260 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-abd16a9c-020d-4c04-b35e-57e04c76c1a1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:37.812632 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-abd16a9c-020d-4c04-b35e-57e04c76c1a1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 946 time: 0.0874724 Jun 06 19:29:37.948797 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Deleting port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:29:37.949159 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:38.080752 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] For port 0546ea68-b10b-4092-9267-f4f6dc0eabc1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0546ea68-b10b-4092-9267-f4f6dc0eabc1,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:38.081069 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:38.274911 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Calling delete_port for 0546ea68-b10b-4092-9267-f4f6dc0eabc1 owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:29:38.463310 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:38.470436 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:38.481395 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['0546ea68-b10b-4092-9267-f4f6dc0eabc1'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:29:38.518035 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Pushing event deleted for resources: {'Port': ['ID=0546ea68-b10b-4092-9267-f4f6dc0eabc1,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:38.522270 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:38.586066 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6d0b9e3e-21aa-45c3-861b-86c279723695 req-dd748c52-f1db-4dc8-bd2e-5a54c4292058 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4b579b-5274-4615-b6fe-7e129ce5f1b6 HTTP/1.1" status: 200 len: 210 time: 0.0470908 Jun 06 19:29:38.618522 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] No DVR routers for this DVR port 0546ea68-b10b-4092-9267-f4f6dc0eabc1 on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:29:38.620897 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:38.623033 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-a930e29f-1ecc-4f1c-8d10-9c40f710b5c8 req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] 10.222.0.10 "DELETE /v2.0/ports/0546ea68-b10b-4092-9267-f4f6dc0eabc1 HTTP/1.1" status: 204 len: 173 time: 0.8044448 Jun 06 19:29:38.623712 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'name': 'network-vif-deleted', 'tag': '0546ea68-b10b-4092-9267-f4f6dc0eabc1'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:29:38.626172 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582858b4-192e-428a-9670-dcf45a8bf5c6" -d '{"events": [{"server_uuid": "3b4b579b-5274-4615-b6fe-7e129ce5f1b6", "name": "network-vif-deleted", "tag": "0546ea68-b10b-4092-9267-f4f6dc0eabc1"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:29:38.671664 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc694f3b-f4bb-4dbb-a154-a974fbddfcdb x-openstack-request-id: req-bc694f3b-f4bb-4dbb-a154-a974fbddfcdb {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:29:38.671988 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4b579b-5274-4615-b6fe-7e129ce5f1b6", "name": "network-vif-deleted", "tag": "0546ea68-b10b-4092-9267-f4f6dc0eabc1", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:29:38.672271 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc694f3b-f4bb-4dbb-a154-a974fbddfcdb {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:29:38.672692 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4b579b-5274-4615-b6fe-7e129ce5f1b6', 'name': 'network-vif-deleted', 'tag': '0546ea68-b10b-4092-9267-f4f6dc0eabc1', 'status': 'completed', 'code': 200} Jun 06 19:29:39.696819 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36778) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:40.271359 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629406'] for router_interface, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:40.563364 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c607e-ac1b-46e3-a951-240915fc80f4 req-b14e8b23-1375-46c7-828f-10972b4d7f19 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:40.564964 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4e2c607e-ac1b-46e3-a951-240915fc80f4 req-b14e8b23-1375-46c7-828f-10972b4d7f19 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.2392850 Jun 06 19:29:40.657145 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4e2c607e-ac1b-46e3-a951-240915fc80f4 req-5c2dc785-ed21-46b2-8901-8d39b3d0df7f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Jun 06 19:29:40.682572 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36814) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:40.801090 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Deleting port a88d8233-3b76-454d-95af-790587c8d27f {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:29:40.801614 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:40.965016 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a772056-e7b4-4750-99a6-25a6f5ee981b tempest-TestMinimumBasicScenario-20460358 tempest-TestMinimumBasicScenario-20460358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:40.971286 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-5a772056-e7b4-4750-99a6-25a6f5ee981b tempest-TestMinimumBasicScenario-20460358 tempest-TestMinimumBasicScenario-20460358-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1093 time: 0.2873220 Jun 06 19:29:40.972075 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36826) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:40.976981 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'floatingip': {'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'port_id': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:41.025629 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] For port a88d8233-3b76-454d-95af-790587c8d27f, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=a88d8233-3b76-454d-95af-790587c8d27f,segment=NetworkSegment(32b20708-57f5-4e2e-8abb-c9b26f940ba4),segment_id=32b20708-57f5-4e2e-8abb-c9b26f940ba4)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:41.026217 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:41.079923 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for floatingip, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:41.149752 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Calling delete_port for a88d8233-3b76-454d-95af-790587c8d27f owned by network:router_interface {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:29:41.234116 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:41.393513 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Allocated IP 172.28.3.42 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/eb51c8a2-1a9b-4f0e-86a2-a65ba71f7f31) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:29:41.537654 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:41.591099 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:41.595574 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-65e4a206-5218-4a1a-9bf3-747375fd1ccb tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:41.642668 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88d8233-3b76-454d-95af-790587c8d27f,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:41.645894 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:41.672503 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 0546ea68-b10b-4092-9267-f4f6dc0eabc1 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:29:41.679993 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:41.684710 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:41.733426 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 0546ea68-b10b-4092-9267-f4f6dc0eabc1 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:29:41.733807 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 0546ea68-b10b-4092-9267-f4f6dc0eabc1 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:29:41.768545 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:29:41.771419 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:29:41.773875 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:29:41.811862 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'Port': ['ID=eb51c8a2-1a9b-4f0e-86a2-a65ba71f7f31,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:41.814686 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:41.906866 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1662124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629840'] for router_interface, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:42.189423 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:42.260869 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Router ea724c6b-7dda-4169-a130-a55c02a52c99 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:29:42.316544 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:42.525042 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:42.541308 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:29:42.552564 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea724c6b-7dda-4169-a130-a55c02a52c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486304 Jun 06 19:29:42.552693 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36844) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:42.552785 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] Sync routers for ids ['ea724c6b-7dda-4169-a130-a55c02a52c99'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:29:42.563581 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] Routers {'ea724c6b-7dda-4169-a130-a55c02a52c99'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:29:42.564359 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:29:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['ea724c6b-7dda-4169-a130-a55c02a52c99'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:42.690348 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:42.702401 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-62f118c5-2866-436a-8113-c3edf1347daa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:42.767960 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] Set router ea724c6b-7dda-4169-a130-a55c02a52c99 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:29:42.772071 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'Port': ['ID=eb51c8a2-1a9b-4f0e-86a2-a65ba71f7f31,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:42.774927 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:42.918890 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:43.007589 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks [] for router, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:43.055396 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:29:41Z', 'revision_number': 5, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:43.059007 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] Checking router: ea724c6b-7dda-4169-a130-a55c02a52c99 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:29:43.068037 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] Routers {'ea724c6b-7dda-4169-a130-a55c02a52c99'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:29:43.068622 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:29:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['ea724c6b-7dda-4169-a130-a55c02a52c99'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:43.249523 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.l3_db [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Floating IP e9ea87fb-4c7b-4746-97a5-9e92f005deed associated. External IP: 172.28.3.42, port: 8a19bc95-9f3d-4495-88eb-65f6702945a6. Jun 06 19:29:43.252258 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] Set router ea724c6b-7dda-4169-a130-a55c02a52c99 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:29:43.344331 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:43.531403 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:29:41Z', 'revision_number': 5, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:43.535444 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1299fa-03a0-4fb6-ad49-29f6e1fc4f7e None None] The sync data for ids ['ea724c6b-7dda-4169-a130-a55c02a52c99'] in dv-cinder-794962-3-smb is: [{'id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'name': 'tempest-ServerRescueNegativeTestJSON-388184286-router', 'tenant_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:29:41Z', 'revision_number': 5, 'project_id': '2fa8dcc2f79249298e10c72fa02be2eb', 'gw_port': {'id': 'ed12c8c0-c403-4c73-9962-5feed10c221b', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea724c6b-7dda-4169-a130-a55c02a52c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:29:43.664828 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Deleting port ed12c8c0-c403-4c73-9962-5feed10c221b {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:29:43.665163 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:43.712591 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Router 50ed8d92-df82-46ae-9239-d495c0b4e406 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:29:43.976849 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] For port ed12c8c0-c403-4c73-9962-5feed10c221b, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ed12c8c0-c403-4c73-9962-5feed10c221b,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:43.977196 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.164833 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Calling delete_port for ed12c8c0-c403-4c73-9962-5feed10c221b owned by network:router_gateway {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:29:44.192866 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:29:44.202722 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] Sync routers for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:29:44.215580 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:29:44.216435 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:29:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:44.345238 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.402948 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:29:44.423975 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4505651 Jun 06 19:29:44.426472 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:29:44.427298 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36864) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:44.428717 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbdc17a-a615-453e-bc8f-78057ef8b21d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:29:44.433811 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720594183', 'description': 'tempest-secgroup-smoke-720594183 description', 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:44.502786 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b229364-4412-4a20-8cba-89e040c94367 x-openstack-request-id: req-5b229364-4412-4a20-8cba-89e040c94367 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:29:44.503100 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:29:44.503381 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b229364-4412-4a20-8cba-89e040c94367 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:29:44.503790 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'status': 'completed', 'code': 200} Jun 06 19:29:44.578341 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.605875 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.611972 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:44.658866 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed12c8c0-c403-4c73-9962-5feed10c221b,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:44.667608 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:44.725055 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.784660 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.791587 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1851726'] for router_gateway, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.793599 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7accb3eb-2c29-4a02-a0d9-8a5f94b5b1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:44.842618 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568e4663-1712-474d-8bb5-2f68dcbb110f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:44.847019 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:44.871048 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'e9ea87fb-4c7b-4746-97a5-9e92f005deed', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'floating_ip_address': '172.28.3.42', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'port_id': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'mac_address': 'fa:16:3e:c6:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:29:42Z', 'updated_at': '2021-06-06T19:29:42Z', 'revision_number': 0, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:38Z', 'revision_number': 5, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:44.875334 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] Checking router: 50ed8d92-df82-46ae-9239-d495c0b4e406 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:29:44.883842 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:29:44.884615 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:29:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:44.911422 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.912672 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-226754df-e3cb-4379-a98c-1fa536f12a1a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4832413 Jun 06 19:29:44.915691 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36880) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:44.924833 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'security_group_rule': {'security_group_id': '568e4663-1712-474d-8bb5-2f68dcbb110f', 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:44.974993 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4887'] for router, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:44.977131 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.040831 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.083830 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:29:45.116486 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.146203 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633765'] for router, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.146786 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea724c6b-7dda-4169-a130-a55c02a52c99 {{(pid=92059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:29:45.151840 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.156897 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] 10.222.0.13 "DELETE /v2.0/routers/ea724c6b-7dda-4169-a130-a55c02a52c99 HTTP/1.1" status: 204 len: 168 time: 2.6026785 Jun 06 19:29:45.156998 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36884) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:45.226457 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_v2 [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Deleting subnet cfcc67de-ddc7-4838-b641-49984a32c955 {{(pid=92060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:29:45.229510 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.266533 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.277222 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b86f4045-5a8f-49a4-98fd-4eaf93e3846c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:45.305522 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08765cb-b5b5-4b3b-90e9-cc956091e4cd,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:45.309519 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:45.316185 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2132340'] for subnet, precommit_delete_associations {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.377657 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.409101 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.413130 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4929843 Jun 06 19:29:45.413855 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36888) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:45.419663 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'security_group_rule': {'security_group_id': '568e4663-1712-474d-8bb5-2f68dcbb110f', 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:45.449005 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'e9ea87fb-4c7b-4746-97a5-9e92f005deed', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'floating_ip_address': '172.28.3.42', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'port_id': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'mac_address': 'fa:16:3e:c6:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:29:42Z', 'updated_at': '2021-06-06T19:29:42Z', 'revision_number': 0, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:38Z', 'revision_number': 5, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:45.453706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66165281-c6aa-4102-9649-5308fc30a54a None None] The sync data for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb is: [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'e9ea87fb-4c7b-4746-97a5-9e92f005deed', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'floating_ip_address': '172.28.3.42', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'port_id': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'mac_address': 'fa:16:3e:c6:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:29:42Z', 'updated_at': '2021-06-06T19:29:42Z', 'revision_number': 0, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:38Z', 'revision_number': 5, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:29:45.526320 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.551401 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3669071'] for subnet, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.557001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:45.594252 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.595333 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.597136 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cfcc67de-ddc7-4838-b641-49984a32c955 HTTP/1.1" status: 204 len: 168 time: 0.4396629 Jun 06 19:29:45.599603 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfcc67de-ddc7-4838-b641-49984a32c955,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:45.601242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36892) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:45.602640 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-161ac84f-1b9b-4efc-82ef-40c99e0d228c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:45.692118 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906ae95-c455-4f83-bf9a-371a7b5d64b8 None None] New status for floating IP e9ea87fb-4c7b-4746-97a5-9e92f005deed: ACTIVE {{(pid=92062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:29:45.728032 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.733149 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:45.738810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed12c8c0-c403-4c73-9962-5feed10c221b no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:29:45.760146 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.768482 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4400d8-e4f6-441b-a417-955c601dfcad,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:45.781532 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.781937 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.782299 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.782657 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.783019 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.783369 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.783717 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.784078 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.784494 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.784842 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.785441 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.785812 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:29:45.789270 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:45.792814 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: ed12c8c0-c403-4c73-9962-5feed10c221b {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:29:45.793210 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed12c8c0-c403-4c73-9962-5feed10c221b not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:29:45.793800 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a88d8233-3b76-454d-95af-790587c8d27f no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:29:45.828233 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: a88d8233-3b76-454d-95af-790587c8d27f {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:29:45.828581 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a88d8233-3b76-454d-95af-790587c8d27f not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:29:45.834116 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:45.835281 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-149deb7a-0e5d-4548-9551-17df7521b4ab tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4200790 Jun 06 19:29:45.838349 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36898) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:45.844741 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'security_group_rule': {'security_group_id': '568e4663-1712-474d-8bb5-2f68dcbb110f', 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:45.986921 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.008996 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.021895 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cf8fae-a324-4b48-bffd-f080725edb78']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:46.035124 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b20708-57f5-4e2e-8abb-c9b26f940ba4') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:46.035804 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b20708-57f5-4e2e-8abb-c9b26f940ba4') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:46.049397 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.061081 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.067300 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.074078 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:29:46.074808 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:29:46.088221 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:29:46.145029 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.152328 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ca73dbcc-afa1-4ff4-8a87-fc6f1069bc61 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:46.185488 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daba29a7-3629-4121-ae20-c00248bf2c5c,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:46.188204 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:46.213451 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36904) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:46.266219 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-402fb8a6-2629-4ef1-b204-ff4df1348cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:46.267732 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-402fb8a6-2629-4ef1-b204-ff4df1348cb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1098 time: 0.0792761 Jun 06 19:29:46.280402 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.280587 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.284721 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-cb5a9216-727c-4d65-8740-a16ef21e96fb tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417157 Jun 06 19:29:46.284721 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36908) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:46.289459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'security_group_rule': {'security_group_id': '568e4663-1712-474d-8bb5-2f68dcbb110f', 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:46.326988 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-afca872c-e49e-4260-9a17-fe25733242ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:46.344604 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.346540 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/95cf8fae-a324-4b48-bffd-f080725edb78 HTTP/1.1" status: 204 len: 168 time: 0.7439151 Jun 06 19:29:46.367352 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=95cf8fae-a324-4b48-bffd-f080725edb78,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:46.372838 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:46.377388 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f23f752b-582c-4995-9c9a-93baffd1ce83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.408618 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.466295 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-18a53bde-bbb2-4225-a1b6-1f8fd70c3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:46.468558 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-18a53bde-bbb2-4225-a1b6-1f8fd70c3cac service neutron] 10.222.0.10 "GET /v2.0/networks?id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 200 len: 915 time: 0.1847324 Jun 06 19:29:46.504877 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.565983 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.568417 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f23f752b-582c-4995-9c9a-93baffd1ce83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.570673 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c937605b-4ada-4952-8057-1f53cbcf47d0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:46.584054 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-646eeaa3-c596-40af-9b38-f43c803180a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 1000 time: 0.1084108 Jun 06 19:29:46.593547 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6af546d-3b55-44f8-8385-7bccdff62355,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:46.596030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:46.626063 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f23f752b-582c-4995-9c9a-93baffd1ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.633990 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6292a8d2-574f-4556-93d8-d11ba0529471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:46.648836 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-57bfcec5-59fe-4f4a-afe3-6554fad621d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:46.650287 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-57bfcec5-59fe-4f4a-afe3-6554fad621d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e61a2911-5052-49dd-858c-c3f352bf2388 HTTP/1.1" status: 200 len: 853 time: 0.0596521 Jun 06 19:29:46.674365 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-f23f752b-582c-4995-9c9a-93baffd1ce83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac02b4cbd1ee4be28941bec896048b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597905 Jun 06 19:29:46.675963 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f752b-582c-4995-9c9a-93baffd1ce83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e253e7-a80c-4a46-a9a8-813e2e15e9ed,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:46.678793 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36914) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:46.680754 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f23f752b-582c-4995-9c9a-93baffd1ce83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:46.693969 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.695128 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b5adc7da-6990-408c-bd3d-1f8fdd655343 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4092262 Jun 06 19:29:46.696452 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36916) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:46.697811 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 36918) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:46.706457 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'security_group_rule': {'security_group_id': '568e4663-1712-474d-8bb5-2f68dcbb110f', 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:46.765351 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.775732 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-b466a9b9-c7dd-42fa-853b-817b5b3e7046 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fa8dcc2f79249298e10c72fa02be2eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0734100 Jun 06 19:29:46.780306 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36922) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:46.794187 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.807095 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-87c76b72-e7fc-46bf-a336-64692daf3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:46.808551 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-87c76b72-e7fc-46bf-a336-64692daf3c10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1462402 Jun 06 19:29:46.831291 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.securitygroups_db [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Project fd9fc55c832847b88e488fcd9e2bc3b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:29:46.838905 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.934644 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.939847 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.942596 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.946234 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39e253e7-a80c-4a46-a9a8-813e2e15e9ed HTTP/1.1" status: 204 len: 168 time: 0.2640281 Jun 06 19:29:46.952916 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3282bdf6-5c94-4b71-b441-34ebcbb0a717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:46.973839 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e253e7-a80c-4a46-a9a8-813e2e15e9ed,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:46.976961 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:46.978619 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:46.979812 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.018123 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-1afef661-55a2-478b-8a23-a1882cf9e408 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873422 Jun 06 19:29:47.042786 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.051781 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:47.071410 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbdc5e2-1c90-4d35-b7cf-b629067cf448,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:47.074334 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:47.157041 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.158877 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-320934e2-e6dc-497e-af6a-18b50aac5b2e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4599795 Jun 06 19:29:47.161215 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cfbdc17a-a615-453e-bc8f-78057ef8b21d req-a1d2321d-4b2d-4160-a716-b78fa9a15048 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320689 Jun 06 19:29:47.162264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 36926) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:47.166665 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'security_group_rule': {'security_group_id': '568e4663-1712-474d-8bb5-2f68dcbb110f', 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:47.251126 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.253554 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.254780 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f2bba04-e4c1-493e-8d1b-ae11e33b260d HTTP/1.1" status: 204 len: 168 time: 0.4730775 Jun 06 19:29:47.255512 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9c73a549-0abd-4499-bc32-83e877608bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:47.267252 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2bba04-e4c1-493e-8d1b-ae11e33b260d,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:47.269649 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:47.316730 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.securitygroups_db [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Project fd9fc55c832847b88e488fcd9e2bc3b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:29:47.323169 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.393871 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.511062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.513391 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:47.535801 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aa9757-4384-4c1e-83ea-1a0cef973489,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:47.540137 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:47.654354 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:47.658455 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-c7adab14-88a8-447e-9c5e-fb3051d3737a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4924250 Jun 06 19:29:47.789477 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-0604e849-9027-47c8-b4cd-3b93b11a7287 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720594183&fields=id&tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4 HTTP/1.1" status: 200 len: 267 time: 0.0444763 Jun 06 19:29:47.885770 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-2dd7d68d-e4a4-47e4-92a5-0760c5ae1010 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:47.887513 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-2dd7d68d-e4a4-47e4-92a5-0760c5ae1010 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0931561 Jun 06 19:29:47.899049 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'port': {'security_groups': ['4244f552-d426-4448-a287-42ca0cd7c472', '568e4663-1712-474d-8bb5-2f68dcbb110f']}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:48.033795 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:48.373478 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19548680-0537-4acb-956e-7987cbc2835c req-e1211e91-35c4-4f3f-8229-3c33123e1492 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:48.374972 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-19548680-0537-4acb-956e-7987cbc2835c req-e1211e91-35c4-4f3f-8229-3c33123e1492 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.2024152 Jun 06 19:29:48.376690 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:48.434394 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:48.442779 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-19548680-0537-4acb-956e-7987cbc2835c req-585d3704-391c-4baf-a359-ae2233925957 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610087 Jun 06 19:29:48.487779 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:48.493856 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:48.509222 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['8a19bc95-9f3d-4495-88eb-65f6702945a6'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:29:48.562607 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:48.563222 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:48.564684 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-967356ad-119a-46fd-b9e1-e855258f4de1 req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "PUT /v2.0/ports/8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 981 time: 0.6706305 Jun 06 19:29:48.565183 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:29:48.567882 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca83d502-4fcc-48f6-a0e8-caebc565adaa" -d '{"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:29:48.587167 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=6']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:48.590575 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:48.620496 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4d6960-7a0e-40c9-83b0-681987f05cfd x-openstack-request-id: req-6d4d6960-7a0e-40c9-83b0-681987f05cfd {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:29:48.620822 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:29:48.621110 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d4d6960-7a0e-40c9-83b0-681987f05cfd {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:29:48.621543 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'status': 'completed', 'code': 200} Jun 06 19:29:48.677196 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['8a19bc95-9f3d-4495-88eb-65f6702945a6'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:29:48.808351 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-6604e608-3c64-41f3-9788-9bae92ab5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:48.812303 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-6604e608-3c64-41f3-9788-9bae92ab5bac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1137 time: 0.1611114 Jun 06 19:29:48.972737 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eba2b-dd1d-4368-88d4-1f6bf64b3b01 req-f04e5f43-b3ca-4d75-a461-816fd366cfa0 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:48.977880 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-56099cb7-d3a7-430b-828d-c39659f4f03b None None] Provisioning complete for port 8a19bc95-9f3d-4495-88eb-65f6702945a6 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:29:48.978480 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-56099cb7-d3a7-430b-828d-c39659f4f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:48.981188 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fb3eba2b-dd1d-4368-88d4-1f6bf64b3b01 req-f04e5f43-b3ca-4d75-a461-816fd366cfa0 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.2528501 Jun 06 19:29:48.986587 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-990be3ea-071f-423d-a288-4b9794f32cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:48.988328 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-990be3ea-071f-423d-a288-4b9794f32cc0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 200 len: 915 time: 0.1675906 Jun 06 19:29:49.025408 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fb3eba2b-dd1d-4368-88d4-1f6bf64b3b01 req-d2b7d873-6a1f-43f1-90cb-878e242d2114 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432835 Jun 06 19:29:49.113433 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-49fdfc38-b605-427a-b9bf-47a8ddda6054 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 1000 time: 0.1174135 Jun 06 19:29:49.185942 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-0189a7a7-136f-496d-97ab-1d4d423a43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:49.187202 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-0189a7a7-136f-496d-97ab-1d4d423a43ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e61a2911-5052-49dd-858c-c3f352bf2388 HTTP/1.1" status: 200 len: 853 time: 0.0602171 Jun 06 19:29:49.270323 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-a490565c-a230-4231-b172-27f43c9594cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:49.271901 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-a490565c-a230-4231-b172-27f43c9594cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763428 Jun 06 19:29:49.515507 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-df9f310e-d966-4215-a6ce-ad9314be9248 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342844 Jun 06 19:29:49.668833 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-ca83d502-4fcc-48f6-a0e8-caebc565adaa req-962e8a9e-5b6d-4335-8494-6c21eba6e6d8 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442327 Jun 06 19:29:49.671165 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c3945-c5f2-424f-9bbe-a51f7d938139 req-210c63d8-905e-4556-a998-a14b8378a0a9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:49.672603 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c03c3945-c5f2-424f-9bbe-a51f7d938139 req-210c63d8-905e-4556-a998-a14b8378a0a9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.0838399 Jun 06 19:29:49.723735 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c03c3945-c5f2-424f-9bbe-a51f7d938139 req-d877b95b-788f-4517-8af2-24e9d33d67da tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 Jun 06 19:29:50.193423 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-86d72cd9-f84f-4c1d-9b4f-e87d2dcc52e8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:50.194928 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-86d72cd9-f84f-4c1d-9b4f-e87d2dcc52e8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.0819013 Jun 06 19:29:50.337508 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Deleting port d9192d10-9061-40a8-9960-1cbcf4b89c72 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:29:50.337883 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:50.470434 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] For port d9192d10-9061-40a8-9960-1cbcf4b89c72, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d9192d10-9061-40a8-9960-1cbcf4b89c72,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:29:50.470790 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:50.755182 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:50.755578 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:50.755887 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.l3_db [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Floating IP 19652b43-5cc9-4e91-8dcb-e3b894af3390 disassociated. External IP: 172.28.3.225, port: d9192d10-9061-40a8-9960-1cbcf4b89c72. Jun 06 19:29:50.756225 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Calling delete_port for d9192d10-9061-40a8-9960-1cbcf4b89c72 owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:29:50.920534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ba97c-fc69-4f3d-b5dc-1b154db29d86 req-cd846475-21a5-4dea-b916-23b96827bb67 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:50.921998 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d45ba97c-fc69-4f3d-b5dc-1b154db29d86 req-cd846475-21a5-4dea-b916-23b96827bb67 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 946 time: 0.0816422 Jun 06 19:29:50.925335 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:50.931170 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-de1f9882-7b46-4a4a-a418-22aa80d60493 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:50.969294 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d45ba97c-fc69-4f3d-b5dc-1b154db29d86 req-8cf449f5-e4e8-4df7-b36f-d53683f1281c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=eefd378b-0790-49f6-bc39-0eee7587172f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Jun 06 19:29:50.974731 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event deleted for resources: {'Port': ['ID=d9192d10-9061-40a8-9960-1cbcf4b89c72,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:50.978115 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:51.161537 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Router 4845a867-fd47-49a3-ad1a-5158a893ac93 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:29:51.456058 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:29:51.465127 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] Sync routers for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:29:51.474335 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:29:51.475029 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:29:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:51.536138 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] No DVR routers for this DVR port d9192d10-9061-40a8-9960-1cbcf4b89c72 on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:29:51.539101 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:51.541045 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-d58075a0-6ad7-4dc0-b192-f0fb986c75e7 req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "DELETE /v2.0/ports/d9192d10-9061-40a8-9960-1cbcf4b89c72 HTTP/1.1" status: 204 len: 173 time: 1.3401818 Jun 06 19:29:51.541553 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-deleted', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:29:51.543876 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8339c-2347-420f-ba36-ee18beacf9f1" -d '{"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-deleted", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:29:51.606975 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d436e0c3-56b9-4526-aa32-3bb868fd026a x-openstack-request-id: req-d436e0c3-56b9-4526-aa32-3bb868fd026a {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:29:51.607970 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014ae3b-e779-443a-8e76-dd5e7e36813e", "name": "network-vif-deleted", "tag": "d9192d10-9061-40a8-9960-1cbcf4b89c72", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:29:51.608254 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d436e0c3-56b9-4526-aa32-3bb868fd026a {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:29:51.608701 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014ae3b-e779-443a-8e76-dd5e7e36813e', 'name': 'network-vif-deleted', 'tag': 'd9192d10-9061-40a8-9960-1cbcf4b89c72', 'status': 'completed', 'code': 200} Jun 06 19:29:51.671659 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:29:52.012471 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:52.017228 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] Checking router: 4845a867-fd47-49a3-ad1a-5158a893ac93 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:29:52.025646 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:29:52.026252 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:29:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:52.143615 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b1aa98ec-f4f4-4cf1-8dbc-fb8e93b81950 req-beb86493-0a99-4a95-a0c5-bf9c188a8124 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d014ae3b-e779-443a-8e76-dd5e7e36813e HTTP/1.1" status: 200 len: 210 time: 0.0447898 Jun 06 19:29:52.225069 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:29:52.548218 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:29:52.552381 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d9756-3fa1-4f17-99d0-552a2a68b381 None None] The sync data for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb is: [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:29:52.795482 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60bf1f1-dead-4c01-bd79-8b61d7d52901 None None] New status for floating IP 19652b43-5cc9-4e91-8dcb-e3b894af3390: DOWN {{(pid=92062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:29:53.369412 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37034) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:53.443005 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5ecc12c4-51b8-453a-9454-9410eda41d04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:53.475088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5ecc12c4-51b8-453a-9454-9410eda41d04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:53.605332 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5ecc12c4-51b8-453a-9454-9410eda41d04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:53.608558 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-5ecc12c4-51b8-453a-9454-9410eda41d04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:53.609763 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-5ecc12c4-51b8-453a-9454-9410eda41d04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "DELETE /v2.0/security-groups/eefd378b-0790-49f6-bc39-0eee7587172f HTTP/1.1" status: 204 len: 168 time: 0.2392199 Jun 06 19:29:53.610852 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fddd13c7-875c-4d51-bf26-59feccad9f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:53.612566 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37040) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:53.621720 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc12c4-51b8-453a-9454-9410eda41d04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd378b-0790-49f6-bc39-0eee7587172f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:53.629484 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-5ecc12c4-51b8-453a-9454-9410eda41d04 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:53.638172 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.api.v2.resource [None req-e4f36ee2-3dcd-42aa-af3b-5bf4e6836d00 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] show failed (client error): The resource could not be found. Jun 06 19:29:53.640067 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e4f36ee2-3dcd-42aa-af3b-5bf4e6836d00 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups/eefd378b-0790-49f6-bc39-0eee7587172f HTTP/1.1" status: 404 len: 347 time: 0.0265334 Jun 06 19:29:53.651154 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37044) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:53.757642 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:29:53.795362 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: d9192d10-9061-40a8-9960-1cbcf4b89c72 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:29:53.796045 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device d9192d10-9061-40a8-9960-1cbcf4b89c72 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:29:53.882904 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Deleting port fa62a0b3-51b6-45c6-b092-1f4395f8c63b {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:29:53.883246 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:54.002718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:54.002977 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:54.129457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Calling delete_port for fa62a0b3-51b6-45c6-b092-1f4395f8c63b owned by network:floatingip {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:29:54.305276 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:54.308874 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d4226c1b-d95a-4cb4-a9a8-8618d41d5b7d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:54.351297 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event deleted for resources: {'Port': ['ID=fa62a0b3-51b6-45c6-b092-1f4395f8c63b,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:54.354854 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:54.445869 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:54.448213 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:54.449327 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "DELETE /v2.0/floatingips/19652b43-5cc9-4e91-8dcb-e3b894af3390 HTTP/1.1" status: 204 len: 168 time: 0.7970695 Jun 06 19:29:54.793046 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37058) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:54.797958 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315177568', 'description': 'tempest-description--1107462425'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:54.871110 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:54.974543 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.211199 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.215083 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-32f34fae-4330-479b-9cf6-fe261c01c220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:55.252845 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c437ea69-9d01-4b07-a16d-e98194110423,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:55.255447 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:55.343495 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.347433 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5504661 Jun 06 19:29:55.353308 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37078) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:55.353308 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'security_group_rule': {'security_group_id': 'c437ea69-9d01-4b07-a16d-e98194110423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:55.437841 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.498062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.582655 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.584928 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:55.606425 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260c6325-840c-4d4d-b19b-0e5c63fb7bac,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:55.611194 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:55.688305 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.689580 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-e3cf08ba-3835-40bd-8379-036d3ada31d6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409209 Jun 06 19:29:55.692157 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37090) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:55.696581 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'security_group_rule': {'security_group_id': 'c437ea69-9d01-4b07-a16d-e98194110423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:55.789822 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.850091 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.939394 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.946137 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:55.967222 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971cd4f2-ade2-4267-866d-eb65329e87dc,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:55.970128 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:56.082374 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:56.083571 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-42135b77-49df-4dec-b281-0c99875ef613 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3905082 Jun 06 19:29:56.086645 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37096) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:29:56.091421 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'floatingip': {'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:29:56.184964 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:56.324135 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:56.460524 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Allocated IP 172.28.3.122 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/e3847f11-f92b-445b-8bf7-28e3a5e63668) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:29:56.711699 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:56.848247 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:56.852306 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7e312e32-800a-43e8-99d7-9fe2acece070 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:56.916371 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:29:56.919118 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:29:56.923041 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:29:56.956735 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'Port': ['ID=e3847f11-f92b-445b-8bf7-28e3a5e63668,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:56.962912 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:57.010054 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:57.127348 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:57.335514 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:57.393977 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:57.398743 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-18e966f8-9dec-4259-9548-3224ad54115b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:29:57.500080 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'Port': ['ID=e3847f11-f92b-445b-8bf7-28e3a5e63668,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:29:57.507504 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:57.516012 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:57.602338 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:57.603562 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5158885 Jun 06 19:29:57.792237 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e00408-a061-4d50-8dd9-bf842d5a5fd3 req-6d48f374-18fe-452a-b23a-ac6d3942f21b tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:57.793991 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-47e00408-a061-4d50-8dd9-bf842d5a5fd3 req-6d48f374-18fe-452a-b23a-ac6d3942f21b tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.0835068 Jun 06 19:29:57.861286 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-8ead4143-e07c-473c-9481-655d487ceb50 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1315177568&fields=id&tenant_id=5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 267 time: 0.0663400 Jun 06 19:29:57.865405 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-47e00408-a061-4d50-8dd9-bf842d5a5fd3 req-8f9d2486-c5a7-4520-b751-80b3a5228458 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574257 Jun 06 19:29:58.011017 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-174f88af-0d3a-46d3-8053-8f3983d15bcb tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:58.012415 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-174f88af-0d3a-46d3-8053-8f3983d15bcb tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 816 time: 0.1447785 Jun 06 19:29:58.027585 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-cc16315a-40f0-4982-9277-dc1359a5e0fc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/quotas/5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 375 time: 0.0090661 Jun 06 19:29:58.118315 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-d4d1b198-005d-4375-95f9-566ae43cf731 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847781 Jun 06 19:29:58.259246 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-1e077be4-fe09-48d0-88c9-8d8c8a0c21af service neutron] 10.222.0.13 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274881 Jun 06 19:29:58.393369 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-702f6da0-6250-4b9c-9f01-ddcc4985f90a service neutron] 10.222.0.13 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273060 Jun 06 19:29:58.630843 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d41da768-6ffb-43c1-ba6b-8e3ce073ae52 req-812e445d-b140-4546-b37a-076f7700d4d0 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 210 time: 0.0423565 Jun 06 19:29:59.119060 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6b8fe-6228-4404-8382-66687250adf7 req-4f4f51bd-0747-4510-80e1-27579fdd28b4 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:29:59.120566 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e1d6b8fe-6228-4404-8382-66687250adf7 req-4f4f51bd-0747-4510-80e1-27579fdd28b4 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.0858467 Jun 06 19:29:59.173140 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e1d6b8fe-6228-4404-8382-66687250adf7 req-c795bf21-fe13-41ca-9154-2e7257253717 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Jun 06 19:29:59.809556 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7c615f2a-fe28-4b7c-b731-a72874d50ccf req-1af1f162-9182-4b4b-9e65-8ce7e9542541 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 210 time: 0.0418718 Jun 06 19:30:00.025006 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:00.225029 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1c01-40ee-4f45-86af-be248be60812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:00.372372 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77a846-646e-4fb6-af54-409af9984554 req-ed18f1b3-2cb3-4cea-bb78-b91abb76fdf2 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:00.373978 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aa77a846-646e-4fb6-af54-409af9984554 req-ed18f1b3-2cb3-4cea-bb78-b91abb76fdf2 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.0849712 Jun 06 19:30:00.420889 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aa77a846-646e-4fb6-af54-409af9984554 req-6a09e65b-1b02-4264-a6a9-5755d4d47c57 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 Jun 06 19:30:00.877179 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-ee534776-a812-4db2-902d-051a85c74b5f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:00.878710 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-ee534776-a812-4db2-902d-051a85c74b5f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 816 time: 0.1616697 Jun 06 19:30:00.935994 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-83e0d27c-ac7d-4271-9edc-942b184c095d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 380 time: 0.0449338 Jun 06 19:30:00.945754 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'port': {'device_id': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'admin_state_up': True, 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'security_groups': ['c437ea69-9d01-4b07-a16d-e98194110423']}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:00.984244 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-97ef8dd6-4d31-4353-b43e-b00059c301d2 req-b3bc359f-8861-4c34-aa5f-7679762f0d40 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 210 time: 0.0478547 Jun 06 19:30:01.022331 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:30:01.102165 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-ff604ff8-7a6d-4574-b539-701df04ed85e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761051 Jun 06 19:30:01.185076 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Made reservation on behalf of 5453e9408dd342739a33e1a5ba2a99c2 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:30:01.188956 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:01.204859 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-e6fb8f27-e6f3-4643-b410-7248b54aa294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:01.207465 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-e6fb8f27-e6f3-4643-b410-7248b54aa294 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 1098 time: 0.0828974 Jun 06 19:30:01.358220 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Allocated IP 172.20.0.3 (43854d07-2f1f-4b7e-b64e-9892b5b4460b/b1855033-e2a9-412d-9a2b-2a5eababb8cd/b8e49207-9d90-426e-844f-ca1779ccafa2) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:30:01.379719 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-3dd5ebd7-1cf4-403c-a962-9083b66bf646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:01.381379 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-3dd5ebd7-1cf4-403c-a962-9083b66bf646 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 912 time: 0.1416240 Jun 06 19:30:01.568693 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:01.585549 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Transition to ACTIVE for port object b8e49207-9d90-426e-844f-ca1779ccafa2 will not be triggered until provisioned by entity DHCP. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:30:01.646587 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-519a26a5-ab7e-442f-8b46-1517192ed2c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 200 len: 1001 time: 0.2527068 Jun 06 19:30:01.683074 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:01.691021 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4970ebc9-21a3-4206-9bd1-c6d0bf286378 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:01.729090 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dbedc-b6c8-47d7-a850-55c786d459b2 req-ebd5146f-b31b-40db-9eed-898273bd1d02 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:01.737234 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f00dbedc-b6c8-47d7-a850-55c786d459b2 req-ebd5146f-b31b-40db-9eed-898273bd1d02 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.1568415 Jun 06 19:30:01.740480 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-f5db702e-5add-4a27-af36-b3d98bfb2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:01.741859 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-f5db702e-5add-4a27-af36-b3d98bfb2bc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.0808053 Jun 06 19:30:01.762950 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:30:01.765893 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:30:01.769723 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:30:01.811831 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:01.821941 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:01.837896 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f00dbedc-b6c8-47d7-a850-55c786d459b2 req-e168ea09-f3ff-434a-ac05-fa97e66f026e tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Jun 06 19:30:01.866656 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:01.867355 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:01.882386 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-104f4ec4-721b-4758-b387-f69ab26e33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:01.884504 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-104f4ec4-721b-4758-b387-f69ab26e33bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1296365 Jun 06 19:30:01.972388 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0302970 Jun 06 19:30:01.985197 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Request body: {'port': {'device_id': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:02.037786 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-26cb8553-c6d1-4a0d-ba96-d18ca8a26397 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461043 Jun 06 19:30:02.051063 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-e4c22c7e-47f9-4845-af1d-98690c3f17c5 None None] Provisioning for port b8e49207-9d90-426e-844f-ca1779ccafa2 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:30:02.057152 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-e4c22c7e-47f9-4845-af1d-98690c3f17c5 None None] Provisioning complete for port b8e49207-9d90-426e-844f-ca1779ccafa2 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:30:02.057835 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e4c22c7e-47f9-4845-af1d-98690c3f17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:02.108475 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:02.161536 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-e4c22c7e-47f9-4845-af1d-98690c3f17c5 None None] Port b8e49207-9d90-426e-844f-ca1779ccafa2 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:30:02.248207 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f2413a6-7ac7-4b2a-8b53-fc5b35aff9c5 req-453846a0-2278-4d30-9ce1-f74db97ad036 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032967 Jun 06 19:30:02.280088 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dd21c-deee-4e9d-b894-84c3974d0149 req-f149a2b6-d508-4f94-ad95-689ba0a2a4c2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:02.281526 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4c7dd21c-deee-4e9d-b894-84c3974d0149 req-f149a2b6-d508-4f94-ad95-689ba0a2a4c2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 931 time: 0.1019526 Jun 06 19:30:02.328377 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4c7dd21c-deee-4e9d-b894-84c3974d0149 req-88b498f8-708d-4171-b33b-0bb2a59ef0d2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Jun 06 19:30:02.573882 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e49207-9d90-426e-844f-ca1779ccafa2 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:30:02.581735 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:02.600116 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Transition to ACTIVE for port object b8e49207-9d90-426e-844f-ca1779ccafa2 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:30:02.666888 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:02.672703 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dfd07665-e62f-4afb-8c49-c65a564e1734 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:02.845089 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:02.852038 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:02.857880 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:02.858075 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a7ff86dc-60d1-452a-be04-c0a83844fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:02.927870 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Attempting to bind port b8e49207-9d90-426e-844f-ca1779ccafa2 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:30:02.928204 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Attempting to bind port b8e49207-9d90-426e-844f-ca1779ccafa2 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:30:02.928532 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Attempting to bind port b8e49207-9d90-426e-844f-ca1779ccafa2 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:30:02.933166 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Port b8e49207-9d90-426e-844f-ca1779ccafa2 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:30:02.933484 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Attempting to bind port b8e49207-9d90-426e-844f-ca1779ccafa2 on network 43854d07-2f1f-4b7e-b64e-9892b5b4460b {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:30:02.939259 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:30:02.939629 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Checking segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:30:02.939972 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Bound using segment: {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:30:02.940393 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Bound port: b8e49207-9d90-426e-844f-ca1779ccafa2, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b881de-1292-4d8a-abd2-89d5aa26358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:30:02.940738 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.034829 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:30:03.038419 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:30:03.045767 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e71e-dfc7-4746-b928-6420ec9eabaf req-47438664-ae2a-4c5a-8221-c48001e5a3e4 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.047420 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a954e71e-dfc7-4746-b928-6420ec9eabaf req-47438664-ae2a-4c5a-8221-c48001e5a3e4 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.0977378 Jun 06 19:30:03.091053 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a954e71e-dfc7-4746-b928-6420ec9eabaf req-8724e159-4d64-4873-8a38-a12da73e6359 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Jun 06 19:30:03.105699 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.111577 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7cdb46fb-1cfc-4a71-b1e4-33feca424aa4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:03.167996 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.168596 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.171081 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/b8e49207-9d90-426e-844f-ca1779ccafa2 HTTP/1.1" status: 200 len: 1093 time: 1.1909890 Jun 06 19:30:03.174114 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:03.176561 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea367c5-4167-4d04-8249-f44c638bed1e" -d '{"events": [{"name": "network-changed", "server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:03.206682 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:03.209843 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:03.254286 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247e893a-d2a2-45d3-a0fc-aff72dea701e x-openstack-request-id: req-247e893a-d2a2-45d3-a0fc-aff72dea701e {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:03.254507 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:03.254806 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-247e893a-d2a2-45d3-a0fc-aff72dea701e {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:03.255328 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'status': 'completed', 'code': 200} Jun 06 19:30:03.301593 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-046c8665-baad-44c3-9c15-d79dddea3d32 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.303108 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-046c8665-baad-44c3-9c15-d79dddea3d32 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 946 time: 0.0874879 Jun 06 19:30:03.332436 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea367c5-4167-4d04-8249-f44c638bed1e req-e70677b6-1899-4247-81a6-ec61031edf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.333939 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0ea367c5-4167-4d04-8249-f44c638bed1e req-e70677b6-1899-4247-81a6-ec61031edf3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 1096 time: 0.0774529 Jun 06 19:30:03.469413 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Deleting port 00a8b1ef-7e29-4073-aebd-49963da68963 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:30:03.469743 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.549824 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea367c5-4167-4d04-8249-f44c638bed1e req-0f6e528c-b15a-4ce2-a949-93b6ebaefe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.551146 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0ea367c5-4167-4d04-8249-f44c638bed1e req-0f6e528c-b15a-4ce2-a949-93b6ebaefe13 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2089400 Jun 06 19:30:03.609798 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c965e18-8506-4576-8870-7b240a687a79 req-0909b759-3df0-423b-b58f-ff805a52f89e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.611229 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9c965e18-8506-4576-8870-7b240a687a79 req-0909b759-3df0-423b-b58f-ff805a52f89e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.1531978 Jun 06 19:30:03.615885 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] For port 00a8b1ef-7e29-4073-aebd-49963da68963, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=00a8b1ef-7e29-4073-aebd-49963da68963,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:03.616250 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.729972 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9c965e18-8506-4576-8870-7b240a687a79 req-c6ddd36f-b746-490c-99b1-1f6767f13e1f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697865 Jun 06 19:30:03.731092 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea367c5-4167-4d04-8249-f44c638bed1e req-2ee3e15f-74cd-4e04-b1d5-e769ad20135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.733030 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0ea367c5-4167-4d04-8249-f44c638bed1e req-2ee3e15f-74cd-4e04-b1d5-e769ad20135d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739178 Jun 06 19:30:03.739676 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Calling delete_port for 00a8b1ef-7e29-4073-aebd-49963da68963 owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:30:03.868634 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-57369bfd-9ed5-4085-b47e-7fc1e0c1a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:03.870921 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-57369bfd-9ed5-4085-b47e-7fc1e0c1a52b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 1096 time: 0.0955217 Jun 06 19:30:03.908261 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.931040 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.937459 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-af53de90-697c-46f6-9993-b959c0f6761b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:03.946185 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-c2d981c2-e435-4534-992e-bfbd3c15261d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8e49207-9d90-426e-844f-ca1779ccafa2 HTTP/1.1" status: 200 len: 217 time: 0.0648055 Jun 06 19:30:03.983852 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Pushing event deleted for resources: {'Port': ['ID=00a8b1ef-7e29-4073-aebd-49963da68963,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:04.010436 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-aaebc97c-3ced-4746-9e24-5d62b211a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:04.011896 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-aaebc97c-3ced-4746-9e24-5d62b211a96c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.0580988 Jun 06 19:30:04.018242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:04.072030 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] No DVR routers for this DVR port 00a8b1ef-7e29-4073-aebd-49963da68963 on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:30:04.074619 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:04.077786 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-e704b262-1131-4a74-ab86-bdb5df24e132 req-a25fc802-1e35-4b6f-8c6b-4fc660ff2205 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "DELETE /v2.0/ports/00a8b1ef-7e29-4073-aebd-49963da68963 HTTP/1.1" status: 204 len: 173 time: 0.7643812 Jun 06 19:30:04.093008 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-eab35f99-267e-429d-8385-c1cbfbbf8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:04.094625 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-eab35f99-267e-429d-8385-c1cbfbbf8dc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758171 Jun 06 19:30:04.354060 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5b7761a1-8088-4191-9349-654808e84ed0 req-f9631faa-da1c-4c09-a4a9-ab0715ca9d84 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e7a96c-fd36-40fc-a6af-57aa8e7ef506 HTTP/1.1" status: 200 len: 210 time: 0.0479965 Jun 06 19:30:04.387906 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-fa26bf37-0d8d-45ea-9ba2-6dc3f8ff8ffd service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849419 Jun 06 19:30:04.526363 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57421772-52fb-4d68-bf55-cd329e0fda0a req-6fff209d-240d-461f-b17e-e121997c9f40 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302304 Jun 06 19:30:04.923885 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9947a58-36ec-467d-a3e2-984d1b06be5f req-1dc1e281-8ccf-47d7-a9d1-cdb143cd9467 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:04.925264 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f9947a58-36ec-467d-a3e2-984d1b06be5f req-1dc1e281-8ccf-47d7-a9d1-cdb143cd9467 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0830030 Jun 06 19:30:04.970851 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f9947a58-36ec-467d-a3e2-984d1b06be5f req-b56ee988-c565-4b15-ad4a-04ccf3a048ac tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392072 Jun 06 19:30:05.256385 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'name': 'network-vif-deleted', 'tag': '00a8b1ef-7e29-4073-aebd-49963da68963'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:05.258764 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0604bfc0-c4af-4569-8667-a956f311d4f2" -d '{"events": [{"server_uuid": "c0e7a96c-fd36-40fc-a6af-57aa8e7ef506", "name": "network-vif-deleted", "tag": "00a8b1ef-7e29-4073-aebd-49963da68963"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:05.302895 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a784040d-8392-4fbc-a65c-3f0676398248 x-openstack-request-id: req-a784040d-8392-4fbc-a65c-3f0676398248 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:05.303254 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e7a96c-fd36-40fc-a6af-57aa8e7ef506", "name": "network-vif-deleted", "tag": "00a8b1ef-7e29-4073-aebd-49963da68963", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:05.303548 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a784040d-8392-4fbc-a65c-3f0676398248 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:05.303977 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e7a96c-fd36-40fc-a6af-57aa8e7ef506', 'name': 'network-vif-deleted', 'tag': '00a8b1ef-7e29-4073-aebd-49963da68963', 'status': 'completed', 'code': 200} Jun 06 19:30:05.619438 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:05.803736 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 00a8b1ef-7e29-4073-aebd-49963da68963 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:30:05.838248 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 00a8b1ef-7e29-4073-aebd-49963da68963 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:30:05.838588 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 00a8b1ef-7e29-4073-aebd-49963da68963 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:30:06.164248 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa675a-b4f7-4f34-864d-b6ed71c712ad req-72dff816-481d-4796-a72e-782a215ffd72 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:06.165981 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-49fa675a-b4f7-4f34-864d-b6ed71c712ad req-72dff816-481d-4796-a72e-782a215ffd72 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0858414 Jun 06 19:30:06.210424 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-49fa675a-b4f7-4f34-864d-b6ed71c712ad req-4de7a38a-4865-4dc8-9a1e-97a3996d2fc0 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Jun 06 19:30:07.400257 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bc65a-077d-4965-9e6b-18de7d1f6d9e req-d5de2d33-4d02-4cb4-8b31-aea6fdda0ffc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:07.401797 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e17bc65a-077d-4965-9e6b-18de7d1f6d9e req-d5de2d33-4d02-4cb4-8b31-aea6fdda0ffc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0786114 Jun 06 19:30:07.450693 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e17bc65a-077d-4965-9e6b-18de7d1f6d9e req-c6cc80de-c990-4d88-b00e-8a78fbc8927a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Jun 06 19:30:07.820122 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:30:07.986770 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:08.000334 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'port_id': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'mac_address': 'fa:16:3e:92:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:30:08.054618 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:08.074258 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e49207-9d90-426e-844f-ca1779ccafa2 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:30:08.090027 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:08.159505 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:08.161554 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:08.224636 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:08.231648 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.232001 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.232336 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.232652 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.232967 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.233288 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.233629 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.233944 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.234262 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.235897 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.235897 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.235897 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:08.239044 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:08.441704 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['b8e49207-9d90-426e-844f-ca1779ccafa2'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:30:08.651648 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0580-5b85-43ef-b4ef-06937a829cca req-7b7c85e9-361a-49f0-b06b-9da8c8103558 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:08.653064 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-481e0580-5b85-43ef-b4ef-06937a829cca req-7b7c85e9-361a-49f0-b06b-9da8c8103558 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 944 time: 0.0877676 Jun 06 19:30:08.698122 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-481e0580-5b85-43ef-b4ef-06937a829cca req-d3236d4b-0e90-4a18-b7ac-0bf097f60c1d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 Jun 06 19:30:09.830751 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:30:09.902704 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf4f47-472d-428e-9592-bb6af389a772 req-a98e531c-1bc6-4948-9130-3dbbd608dae4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:09.905632 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8faf4f47-472d-428e-9592-bb6af389a772 req-a98e531c-1bc6-4948-9130-3dbbd608dae4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 944 time: 0.0894694 Jun 06 19:30:09.957009 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port b8e49207-9d90-426e-844f-ca1779ccafa2 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:30:09.962760 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port b8e49207-9d90-426e-844f-ca1779ccafa2 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:30:09.964539 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:09.968745 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8faf4f47-472d-428e-9592-bb6af389a772 req-7c696d2a-099d-494d-ab36-4822cbeb66cc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574992 Jun 06 19:30:10.090269 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:10.129949 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:10.131359 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:10.133677 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae181b1-78b1-4b86-9bc0-3339bec175d3" -d '{"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:10.180667 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c17e99-d00a-4ec1-8f54-bdd9b2896575 x-openstack-request-id: req-a8c17e99-d00a-4ec1-8f54-bdd9b2896575 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:10.180961 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:10.181375 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c17e99-d00a-4ec1-8f54-bdd9b2896575 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:10.182054 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'code': 200} Jun 06 19:30:10.217030 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:10.217030 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:10.306690 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:10.316677 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:10.444398 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-6676ac41-ab50-4da4-b3e1-f444afcca559 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:10.445932 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-6676ac41-ab50-4da4-b3e1-f444afcca559 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/networks?id=0c958cc2-94af-4058-878b-538ce039d826 HTTP/1.1" status: 200 len: 813 time: 0.1741302 Jun 06 19:30:10.463404 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-4f212d87-8769-46e6-b38d-6479bd7a5c66 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/quotas/33ef2b5e272a44d992e9275c6db3a031 HTTP/1.1" status: 200 len: 375 time: 0.0108914 Jun 06 19:30:10.469062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37336) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:10.525627 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-88ccca06-cf07-4d41-86d4-5bbf18debd68 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=33ef2b5e272a44d992e9275c6db3a031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507610 Jun 06 19:30:10.625939 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-71b1a09a-e5dc-4159-8655-0c032bbf9ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:10.725963 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65694c8-6e60-46f0-a2aa-c3d2b8a403e4 req-b0748ef6-70d3-4d3b-b033-f3cd957d2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:10.727634 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e65694c8-6e60-46f0-a2aa-c3d2b8a403e4 req-b0748ef6-70d3-4d3b-b033-f3cd957d2d93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 1098 time: 0.2011602 Jun 06 19:30:10.764657 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-71b1a09a-e5dc-4159-8655-0c032bbf9ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:10.772509 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-c3422b27-2ff7-4f24-b6d9-37d745edbdd9 service neutron] 10.222.0.13 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084136 Jun 06 19:30:10.827253 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e65694c8-6e60-46f0-a2aa-c3d2b8a403e4 req-1d47f4ba-23c3-48c2-a251-fd3a43b9c866 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886297 Jun 06 19:30:10.851483 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-71b1a09a-e5dc-4159-8655-0c032bbf9ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:10.862426 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:10.912026 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-71b1a09a-e5dc-4159-8655-0c032bbf9ae7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=018fe7d0962b4eccb65de3b55497c4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416482 Jun 06 19:30:10.913428 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1a09a-e5dc-4159-8655-0c032bbf9ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63824a3-81f9-4cb4-aee5-4df7d1fcd72a,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:10.915278 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37346) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:10.922715 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-71b1a09a-e5dc-4159-8655-0c032bbf9ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:10.967562 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0bad0a25-b157-41f1-b2f7-1b8b86271ce1 service neutron] 10.222.0.13 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831861 Jun 06 19:30:11.012437 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:11.049220 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:11.174305 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:11.178617 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:11.182382 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c63824a3-81f9-4cb4-aee5-4df7d1fcd72a HTTP/1.1" status: 204 len: 168 time: 0.2659166 Jun 06 19:30:11.187162 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-52ad3089-7c55-4c1a-8a5d-a6eb91f31a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:11.236300 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63824a3-81f9-4cb4-aee5-4df7d1fcd72a,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:11.258553 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.258863 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.259226 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.259583 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.259933 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.260280 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.260626 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.260970 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.261315 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.261771 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.262092 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.262430 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:11.299175 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:11.353871 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7171f2-e76f-4069-acc5-c0556cdc2904 req-29e97b6b-dd14-4367-bdb8-8d15371e777c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:11.355384 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a7171f2-e76f-4069-acc5-c0556cdc2904 req-29e97b6b-dd14-4367-bdb8-8d15371e777c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1718175 Jun 06 19:30:11.390266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99457d3f-12a2-431a-9199-332257d428d3 req-75061b3c-fb50-4c54-81de-2b3402178824 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:11.391830 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99457d3f-12a2-431a-9199-332257d428d3 req-75061b3c-fb50-4c54-81de-2b3402178824 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1361139 Jun 06 19:30:11.429398 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a7171f2-e76f-4069-acc5-c0556cdc2904 req-7bf73b48-5842-4bc8-8ecc-3cd2aecd08dc tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669789 Jun 06 19:30:11.461368 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99457d3f-12a2-431a-9199-332257d428d3 req-981c04a9-465d-47fa-b0ba-ab97e3ae564f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571592 Jun 06 19:30:11.621509 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5f39bd37-fa5d-41b0-b03b-ce5432864135 req-918b76db-5b35-475c-acfb-b57a1966816d tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 210 time: 0.1463828 Jun 06 19:30:11.927616 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37366) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:11.944712 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-535042fd-8252-4217-92a5-3cb002852fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:12.049151 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-535042fd-8252-4217-92a5-3cb002852fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:12.110646 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-535042fd-8252-4217-92a5-3cb002852fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:12.117734 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-711d4610-fbca-48f9-af58-aee2afae9964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:12.159219 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535042fd-8252-4217-92a5-3cb002852fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb0ff1-7157-4802-82ec-dd26da8b5752,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:12.163639 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-535042fd-8252-4217-92a5-3cb002852fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d71aaa9bfe2d442f871055c38f06379c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349725 Jun 06 19:30:12.164539 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-535042fd-8252-4217-92a5-3cb002852fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:12.166722 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37368) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:12.225931 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:12.252724 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:12.402062 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:12.404552 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:12.405641 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31cb0ff1-7157-4802-82ec-dd26da8b5752 HTTP/1.1" status: 204 len: 168 time: 0.2382872 Jun 06 19:30:12.406367 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f23f752b-582c-4995-9c9a-93baffd1ce83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:12.416026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb0ff1-7157-4802-82ec-dd26da8b5752,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:12.418524 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:12.702385 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05259250-2528-4adf-9243-4888bf535f69 req-60f31d97-14d6-4626-b0b8-ecd8d9984179 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:12.707787 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05259250-2528-4adf-9243-4888bf535f69 req-60f31d97-14d6-4626-b0b8-ecd8d9984179 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1435478 Jun 06 19:30:12.734407 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cb250-96c1-4268-8b97-a30a393b725f req-9ece7059-6151-4cab-832f-1812db3683df tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:12.735827 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f0cb250-96c1-4268-8b97-a30a393b725f req-9ece7059-6151-4cab-832f-1812db3683df tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.1387501 Jun 06 19:30:12.780914 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-05259250-2528-4adf-9243-4888bf535f69 req-18fdb62c-efc7-4e2a-a787-2d64a6327449 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683970 Jun 06 19:30:12.818232 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f0cb250-96c1-4268-8b97-a30a393b725f req-fa4556b9-5df8-400e-82d0-24b7249d57c2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742910 Jun 06 19:30:12.975707 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7774fe86-9817-4df5-882a-aa22260b2da1 req-23a7cbd5-7ec3-49d9-abb4-77c1d842d8f7 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 210 time: 0.0768647 Jun 06 19:30:13.025273 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a36345-f6bb-42a4-859d-d40f8fa97f04 req-e607cbc7-a8a0-42f8-a672-25c27dea064a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:13.026592 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-19a36345-f6bb-42a4-859d-d40f8fa97f04 req-e607cbc7-a8a0-42f8-a672-25c27dea064a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0880597 Jun 06 19:30:13.035878 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37390) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:13.040347 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Request body: {'floatingip': {'port_id': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:13.117673 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:13.540769 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-4587bcd0-4e94-483c-b1c5-2f01f7f9e2e1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:13.542848 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-4587bcd0-4e94-483c-b1c5-2f01f7f9e2e1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.0967116 Jun 06 19:30:13.691517 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Deleting port b92e2890-1055-4e7a-94ba-ccbe03a741b0 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:30:13.691856 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:13.702665 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-25e5c098-d139-47d4-a90f-8ffd2b6e20ee tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:13.704760 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-25e5c098-d139-47d4-a90f-8ffd2b6e20ee tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "GET /v2.0/networks?id=0c958cc2-94af-4058-878b-538ce039d826 HTTP/1.1" status: 200 len: 813 time: 0.3287468 Jun 06 19:30:13.726008 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Request body: {'port': {'device_id': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'network_id': '0c958cc2-94af-4058-878b-538ce039d826', 'admin_state_up': True, 'tenant_id': '33ef2b5e272a44d992e9275c6db3a031'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:13.969885 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] For port b92e2890-1055-4e7a-94ba-ccbe03a741b0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b92e2890-1055-4e7a-94ba-ccbe03a741b0,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:13.970438 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:14.090380 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.db.resource_extend [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:30:14.218594 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Made reservation on behalf of 33ef2b5e272a44d992e9275c6db3a031 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:30:14.222110 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:14.238315 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ad690721-f7f7-43e4-a5ba-5c14b2f73054 req-13deeacd-136c-4ebc-865b-65f436808386 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 210 time: 0.0837750 Jun 06 19:30:14.288812 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:14.289186 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:14.289503 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.l3_db [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Floating IP 7d6e34a0-580d-4743-b8d7-80f3103bc6bd disassociated. External IP: 172.28.3.111, port: b92e2890-1055-4e7a-94ba-ccbe03a741b0. Jun 06 19:30:14.289960 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Calling delete_port for b92e2890-1055-4e7a-94ba-ccbe03a741b0 owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:30:14.305892 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:14.355136 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad5d4b-d104-4c99-b64b-e8c869e394ed req-552e0a2d-0ad1-4441-b7a1-34006e235a07 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:14.356583 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-47ad5d4b-d104-4c99-b64b-e8c869e394ed req-552e0a2d-0ad1-4441-b7a1-34006e235a07 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 945 time: 0.3340039 Jun 06 19:30:14.421021 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:14.476263 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:14.484900 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:14.539531 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event deleted for resources: {'Port': ['ID=b92e2890-1055-4e7a-94ba-ccbe03a741b0,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:14.542816 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:14.553679 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-47ad5d4b-d104-4c99-b64b-e8c869e394ed req-9cc99cde-efae-4aa7-99ec-e339a54c9a7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863668 Jun 06 19:30:14.625744 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Allocated IP 172.20.0.9 (0c958cc2-94af-4058-878b-538ce039d826/28dbc199-ad1f-4574-b206-5defca691308/fc1c8607-5225-4683-9c92-9b557af3032d) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:30:14.670904 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.l3_db [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Floating IP 7a794fd4-1114-4a45-9d91-a993f94bfd32 associated. External IP: 172.28.3.122, port: b8e49207-9d90-426e-844f-ca1779ccafa2. Jun 06 19:30:14.747423 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:30:14.975170 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:30:14.997429 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] Sync routers for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:30:15.027244 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:30:15.028755 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:30:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:15.079634 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:15.235142 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] No DVR routers for this DVR port b92e2890-1055-4e7a-94ba-ccbe03a741b0 on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:30:15.236057 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:15.239118 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:15.243291 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-41d2b680-64d0-49ff-a869-a44301e8b321 req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "DELETE /v2.0/ports/b92e2890-1055-4e7a-94ba-ccbe03a741b0 HTTP/1.1" status: 204 len: 173 time: 1.6933296 Jun 06 19:30:15.244157 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'name': 'network-vif-deleted', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:15.248111 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ca0b6-aa1b-4e61-bd04-1049d5b2a130" -d '{"events": [{"server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "name": "network-vif-deleted", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:15.260758 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-88422107-2456-40d3-8955-dc27e13fc61d tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:15.347225 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Network 0c958cc2-94af-4058-878b-538ce039d826 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:30:15.353851 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:30:15.363725 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:30:15.389985 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:30:15.410890 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305c4ca6-ede5-495f-9f2b-4407844fe256 x-openstack-request-id: req-305c4ca6-ede5-495f-9f2b-4407844fe256 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:15.411949 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa74b59c-19e6-4e44-ac28-8e5f710efda2", "name": "network-vif-deleted", "tag": "b92e2890-1055-4e7a-94ba-ccbe03a741b0", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:15.412838 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-305c4ca6-ede5-495f-9f2b-4407844fe256 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:15.413817 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa74b59c-19e6-4e44-ac28-8e5f710efda2', 'name': 'network-vif-deleted', 'tag': 'b92e2890-1055-4e7a-94ba-ccbe03a741b0', 'status': 'completed', 'code': 200} Jun 06 19:30:15.528709 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Pushing event updated for resources: {'Port': ['ID=fc1c8607-5225-4683-9c92-9b557af3032d,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:15.532572 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:15.598278 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:15.598876 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:15.634048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Router 4845a867-fd47-49a3-ad1a-5158a893ac93 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:30:15.749810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:15.765355 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] Checking router: 7cc17fd0-5ac5-49bd-81b4-3d057399b72f for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:30:15.785450 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:30:15.786421 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:30:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:15.847074 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1267531 Jun 06 19:30:15.912064 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328144f-8dce-48bd-b98f-03ff332d0c97 req-535d5189-149a-47ec-8381-516c61dcdbf7 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:15.913655 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8328144f-8dce-48bd-b98f-03ff332d0c97 req-535d5189-149a-47ec-8381-516c61dcdbf7 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 931 time: 0.5069714 Jun 06 19:30:15.922327 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Request body: {'port': {'device_id': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:15.955566 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5390a1c6-1dd2-47c2-858e-9802be781024 req-2135512c-63fe-486d-8fcb-c6dd693fb366 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa74b59c-19e6-4e44-ac28-8e5f710efda2 HTTP/1.1" status: 200 len: 210 time: 0.1198223 Jun 06 19:30:16.011499 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:30:16.194884 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8328144f-8dce-48bd-b98f-03ff332d0c97 req-5818c14b-8fa3-4731-9417-dab76b2c4ddd tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466807 Jun 06 19:30:16.199447 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:16.296391 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:30:16.303424 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:16.317200 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] Sync routers for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:30:16.352961 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:30:16.356475 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:30:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:16.421847 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-08d7c007-c649-4045-9cd5-df914be8c9af tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "PUT /v2.0/floatingips/7a794fd4-1114-4a45-9d91-a993f94bfd32 HTTP/1.1" status: 200 len: 991 time: 3.3848746 Jun 06 19:30:16.425451 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:16.427501 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cb6739-3569-4547-9859-7ca44e6cc6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:16.509815 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79592b2d-5ad3-4de9-b52d-16307e8d88d6 x-openstack-request-id: req-79592b2d-5ad3-4de9-b52d-16307e8d88d6 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:16.510186 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:16.510541 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79592b2d-5ad3-4de9-b52d-16307e8d88d6 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:16.511562 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'status': 'completed', 'code': 200} Jun 06 19:30:16.602142 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:30:16.632104 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-e5266d00-83ab-4be9-934f-6069b6890a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:16.634356 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-e5266d00-83ab-4be9-934f-6069b6890a56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 1098 time: 0.1193111 Jun 06 19:30:16.704755 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:16.717726 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ea09d-9be6-4d19-99ad-1bd82f5ba647 None None] The sync data for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb is: [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:30:16.898553 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1c8607-5225-4683-9c92-9b557af3032d {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:30:16.899966 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-67df33b4-e898-49d5-8842-cedbfaeeba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:16.901419 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-67df33b4-e898-49d5-8842-cedbfaeeba85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.2589614 Jun 06 19:30:16.907861 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:16.924605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Transition to ACTIVE for port object fc1c8607-5225-4683-9c92-9b557af3032d will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:30:17.084369 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.084369 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5f1ba511-3102-4e07-96ef-f5b55523cdd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:17.085167 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-72d58839-e05c-4a82-ba5d-d8180e95d033 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8e49207-9d90-426e-844f-ca1779ccafa2 HTTP/1.1" status: 200 len: 999 time: 0.1140621 Jun 06 19:30:17.191797 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '7a794fd4-1114-4a45-9d91-a993f94bfd32', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'port_id': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'mac_address': 'fa:16:3e:92:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:29:56Z', 'updated_at': '2021-06-06T19:30:13Z', 'revision_number': 1, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:17.199663 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] Checking router: 4845a867-fd47-49a3-ad1a-5158a893ac93 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:30:17.214515 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:30:17.215615 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:30:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:17.234283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1c8607-5225-4683-9c92-9b557af3032d,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:17.237914 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:17.312795 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5447373-5e0d-4ae7-971d-ecbeae184439 None None] New status for floating IP 7d6e34a0-580d-4743-b8d7-80f3103bc6bd: DOWN {{(pid=92061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:30:17.330988 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-1c751ca6-4576-41fc-87ff-12b2defe021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:17.332959 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-1c751ca6-4576-41fc-87ff-12b2defe021b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.3008401 Jun 06 19:30:17.335402 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37454) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:17.425968 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Attempting to bind port fc1c8607-5225-4683-9c92-9b557af3032d on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:30:17.428371 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Attempting to bind port fc1c8607-5225-4683-9c92-9b557af3032d by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:30:17.428371 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Attempting to bind port fc1c8607-5225-4683-9c92-9b557af3032d on network 0c958cc2-94af-4058-878b-538ce039d826 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:30:17.447710 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Port fc1c8607-5225-4683-9c92-9b557af3032d on network 0c958cc2-94af-4058-878b-538ce039d826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:30:17.448179 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Attempting to bind port fc1c8607-5225-4683-9c92-9b557af3032d on network 0c958cc2-94af-4058-878b-538ce039d826 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:30:17.455683 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:30:17.456978 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Checking segment: {'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:30:17.457409 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Bound using segment: {'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:30:17.458082 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Bound port: fc1c8607-5225-4683-9c92-9b557af3032d, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6e955f-c668-461f-bed3-13d77670a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0c958cc2-94af-4058-878b-538ce039d826'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:30:17.458503 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.489278 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:30:17.498031 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.526616 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-ff85f00d-9a4b-41bb-8fc3-25eb94c23781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:17.528237 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-ff85f00d-9a4b-41bb-8fc3-25eb94c23781 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1759315 Jun 06 19:30:17.598651 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.599985 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] For port fc1c8607-5225-4683-9c92-9b557af3032d, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:30:17.604082 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] For port fc1c8607-5225-4683-9c92-9b557af3032d, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fc1c8607-5225-4683-9c92-9b557af3032d,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:30:17.622592 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7dbc-77df-4099-8609-77110d0fb7cc req-f777f699-857f-4adc-b15e-6124308f4015 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:17.625003 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-395c7dbc-77df-4099-8609-77110d0fb7cc req-f777f699-857f-4adc-b15e-6124308f4015 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 943 time: 0.2881145 Jun 06 19:30:17.673464 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-395c7dbc-77df-4099-8609-77110d0fb7cc req-02c1b53d-50e5-4a4a-a9d8-f939e8a74fb5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Jun 06 19:30:17.675313 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.679261 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:17.775807 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-7b1eccb1-55d5-4ee0-a7f3-266f764c95ac service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389851 Jun 06 19:30:17.789928 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:17.790909 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.792585 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] 10.222.0.10 "PUT /v2.0/ports/fc1c8607-5225-4683-9c92-9b557af3032d HTTP/1.1" status: 200 len: 1093 time: 1.9038541 Jun 06 19:30:17.806567 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1c8607-5225-4683-9c92-9b557af3032d,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:17.818616 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:17.850606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b92e2890-1055-4e7a-94ba-ccbe03a741b0 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:30:17.907325 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: b92e2890-1055-4e7a-94ba-ccbe03a741b0 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:30:17.907975 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b92e2890-1055-4e7a-94ba-ccbe03a741b0 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:30:17.942841 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-c0cb6739-3569-4547-9859-7ca44e6cc6a7 req-91281a78-85d4-4afa-9094-7e2fa61c6ff4 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583138 Jun 06 19:30:17.944012 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.946480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:17.950253 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "DELETE /v2.0/security-groups/95c1ec6d-b8ae-446a-b4a9-78bb69315b6d HTTP/1.1" status: 204 len: 168 time: 0.6104505 Jun 06 19:30:17.954213 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4247df14-d52e-40d8-9dfe-7e3d03438c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:17.963259 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37468) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:17.968196 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c1ec6d-b8ae-446a-b4a9-78bb69315b6d,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:17.971308 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:17.995256 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '7a794fd4-1114-4a45-9d91-a993f94bfd32', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'port_id': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'mac_address': 'fa:16:3e:92:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:29:56Z', 'updated_at': '2021-06-06T19:30:13Z', 'revision_number': 1, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:17.999257 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90a855-b2f3-44dd-b2b6-44b25b4e4675 None None] The sync data for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb is: [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': '7a794fd4-1114-4a45-9d91-a993f94bfd32', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'port_id': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'mac_address': 'fa:16:3e:92:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:29:56Z', 'updated_at': '2021-06-06T19:30:13Z', 'revision_number': 1, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:30:18.009997 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.api.v2.resource [None req-35d59153-af8a-427c-ae13-3d75f34a5663 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] show failed (client error): The resource could not be found. Jun 06 19:30:18.011554 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-35d59153-af8a-427c-ae13-3d75f34a5663 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups/95c1ec6d-b8ae-446a-b4a9-78bb69315b6d HTTP/1.1" status: 404 len: 347 time: 0.0468009 Jun 06 19:30:18.014314 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37470) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:18.038585 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-a9820b3e-4a7a-48d1-a5ed-5a0de8db0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:18.040039 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-a9820b3e-4a7a-48d1-a5ed-5a0de8db0927 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33ef2b5e272a44d992e9275c6db3a031&device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 1096 time: 0.1281743 Jun 06 19:30:18.115022 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-e7e68c11-2dd2-4c4c-8c39-3474a0050211 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1c8607-5225-4683-9c92-9b557af3032d HTTP/1.1" status: 200 len: 217 time: 0.0670393 Jun 06 19:30:18.196678 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-1533d326-2990-46a7-b3b2-53e3f61accec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:18.198393 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-1533d326-2990-46a7-b3b2-53e3f61accec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28dbc199-ad1f-4574-b206-5defca691308 HTTP/1.1" status: 200 len: 853 time: 0.0778508 Jun 06 19:30:18.227532 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08173e9a-e546-490d-8a4f-1a77b60223e8 None None] New status for floating IP 7a794fd4-1114-4a45-9d91-a993f94bfd32: ACTIVE {{(pid=92062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:30:18.253239 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Deleting port eadc961f-9fa7-41e0-9582-f22bdbb8ab0d {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:30:18.253239 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:18.368543 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-f918287d-b972-4e8a-ac19-174aba2584d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c958cc2-94af-4058-878b-538ce039d826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623092 Jun 06 19:30:18.396573 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:18.396901 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:18.512646 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'tag': 'fc1c8607-5225-4683-9c92-9b557af3032d'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:18.516515 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df5f076-3cc4-47e9-9a9e-f7095f418368" -d '{"events": [{"name": "network-changed", "server_uuid": "586ff395-6862-4cd5-90d9-972f0bbaeebd", "tag": "fc1c8607-5225-4683-9c92-9b557af3032d"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:18.525517 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Calling delete_port for eadc961f-9fa7-41e0-9582-f22bdbb8ab0d owned by network:floatingip {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:30:18.532264 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-b965ab70-7fdb-47a5-8ee6-de9e9cd15610 service neutron] 10.222.0.10 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567867 Jun 06 19:30:18.566718 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739aba56-8231-4c22-a028-1e3478740353 x-openstack-request-id: req-739aba56-8231-4c22-a028-1e3478740353 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:18.567037 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ff395-6862-4cd5-90d9-972f0bbaeebd", "tag": "fc1c8607-5225-4683-9c92-9b557af3032d", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:18.567314 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-739aba56-8231-4c22-a028-1e3478740353 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:18.567720 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'tag': 'fc1c8607-5225-4683-9c92-9b557af3032d', 'status': 'completed', 'code': 200} Jun 06 19:30:18.676868 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3e2b79a-50ae-43bd-8094-509fec4b4e20 req-7ba6aef6-b259-4767-bda5-243c40531675 service neutron] 10.222.0.10 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385465 Jun 06 19:30:18.688115 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:18.693309 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:18.744751 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event deleted for resources: {'Port': ['ID=eadc961f-9fa7-41e0-9582-f22bdbb8ab0d,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:18.750190 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:18.838648 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:18.841092 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:18.842346 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d6e34a0-580d-4743-b8d7-80f3103bc6bd HTTP/1.1" status: 204 len: 168 time: 0.8269110 Jun 06 19:30:18.891166 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f564a0-a5a8-4bc5-8fb8-805f541f62bd req-e3e515fb-7fdf-492f-8269-ee8ad9a1ae66 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:18.892701 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-00f564a0-a5a8-4bc5-8fb8-805f541f62bd req-e3e515fb-7fdf-492f-8269-ee8ad9a1ae66 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 943 time: 0.0863168 Jun 06 19:30:18.990015 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-00f564a0-a5a8-4bc5-8fb8-805f541f62bd req-7c81d4ef-3153-4c09-a1d3-c9992c9606ea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623796 Jun 06 19:30:19.007720 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-e15a66dc-80a2-4643-817a-c3d024de91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:19.007720 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-e15a66dc-80a2-4643-817a-c3d024de91dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33ef2b5e272a44d992e9275c6db3a031&device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 1096 time: 0.1107106 Jun 06 19:30:19.141494 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-31db8e13-6548-43f3-ad22-10596607c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:19.142972 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-31db8e13-6548-43f3-ad22-10596607c2d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0c958cc2-94af-4058-878b-538ce039d826 HTTP/1.1" status: 200 len: 914 time: 0.1318681 Jun 06 19:30:19.147365 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37484) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:19.151816 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--665200085', 'description': 'tempest-description--1492877461'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:19.223088 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-8dfa5680-606b-425d-9683-84d93a457e5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1c8607-5225-4683-9c92-9b557af3032d HTTP/1.1" status: 200 len: 217 time: 0.0669584 Jun 06 19:30:19.291060 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-251cd216-e083-424e-802e-278271afbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:19.292470 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-251cd216-e083-424e-802e-278271afbd36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28dbc199-ad1f-4574-b206-5defca691308 HTTP/1.1" status: 200 len: 853 time: 0.0631855 Jun 06 19:30:19.341325 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-f12f6cf2-1aad-4628-897c-9ece4951db46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c958cc2-94af-4058-878b-538ce039d826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414331 Jun 06 19:30:19.371799 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:19.506560 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-d22e8949-be48-4b23-9d5d-65d0ecfb7e35 service neutron] 10.222.0.10 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578715 Jun 06 19:30:19.642125 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:19.671246 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6df5f076-3cc4-47e9-9a9e-f7095f418368 req-cf872a9d-20f9-47cc-9c39-88896d42cc0f service neutron] 10.222.0.10 "GET /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571062 Jun 06 19:30:19.707897 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:19.711954 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e2e8ef78-15a4-4302-bde0-c1621085eefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:19.746296 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b790663d-3b32-4f95-88b0-9c56e8bf831f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:19.749266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:19.811899 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:19.813197 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-6f937a67-4194-44ff-ae2c-94df89378a40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6648371 Jun 06 19:30:19.815439 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37488) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:19.820096 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'security_group_rule': {'security_group_id': 'b790663d-3b32-4f95-88b0-9c56e8bf831f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:19.914738 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:19.976694 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.068079 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.070454 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:20.098360 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c6250a-7d42-4adc-bac3-d725b614dd33,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:20.100932 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:20.166867 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.169599 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b09386bb-bdc4-4339-8c08-c938e16b7797 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516970 Jun 06 19:30:20.172079 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37504) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:20.177076 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'security_group_rule': {'security_group_id': 'b790663d-3b32-4f95-88b0-9c56e8bf831f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:20.193966 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2075f-7505-494f-ac09-d4fbb2fc0ee6 req-9d08e20d-5811-4823-86e6-bf0b885cb49f tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:20.197621 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dda2075f-7505-494f-ac09-d4fbb2fc0ee6 req-9d08e20d-5811-4823-86e6-bf0b885cb49f tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 943 time: 0.0863218 Jun 06 19:30:20.241897 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dda2075f-7505-494f-ac09-d4fbb2fc0ee6 req-7edcd813-73d3-4eb5-a7a0-1d5ff4dae294 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Jun 06 19:30:20.306484 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.368784 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.437318 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019432'] for security_group_rule, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.442243 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:20.461310 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88333225-0e6b-4a9f-8f3b-58f8df819c8a,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:20.465209 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:20.522241 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.523437 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6980dc45-35ba-4aad-92b4-55c0407c7553 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501596 Jun 06 19:30:20.526621 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37510) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:20.531363 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'floatingip': {'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:20.628449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:20.777075 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:21.022493 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Allocated IP 172.28.3.94 (6e3a1c2b-716d-490a-914d-cbf28538c42d/0991c99f-e482-4769-9479-5bcd24e98a0f/004c6f0e-d5bb-4da8-a337-9a67d039c5b2) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:30:21.184873 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:21.289430 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:21.299686 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:21.367330 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Network 6e3a1c2b-716d-490a-914d-cbf28538c42d is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:30:21.371370 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:30:21.375022 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:30:21.425127 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'Port': ['ID=004c6f0e-d5bb-4da8-a337-9a67d039c5b2,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:21.428586 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:21.440006 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d945-1c2f-4ff2-9900-1ad3d3092cb1 req-81910aba-ad01-4d88-a4fd-481ee6baf5e9 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:21.441665 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-29d0d945-1c2f-4ff2-9900-1ad3d3092cb1 req-81910aba-ad01-4d88-a4fd-481ee6baf5e9 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.0960824 Jun 06 19:30:21.473109 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:21.486996 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-29d0d945-1c2f-4ff2-9900-1ad3d3092cb1 req-4b9eb21a-6b05-428c-a5db-bb7b884fb100 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396597 Jun 06 19:30:21.624276 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:21.863818 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:21.870775 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37540) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:21.879377 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device fc1c8607-5225-4683-9c92-9b557af3032d details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:30:21.943641 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:21.949460 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:21.971141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea5b51-ee9e-4dd8-90e7-b51e5f893c0e req-775c665b-2969-4430-ba23-8d5d802b9983 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:21.977661 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4cea5b51-ee9e-4dd8-90e7-b51e5f893c0e req-775c665b-2969-4430-ba23-8d5d802b9983 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 943 time: 0.3365562 Jun 06 19:30:22.014540 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-f5e138f5-fb92-4a0e-8172-744a6b955e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:22.015983 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-f5e138f5-fb92-4a0e-8172-744a6b955e7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1137 time: 0.3197203 Jun 06 19:30:22.032605 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port fc1c8607-5225-4683-9c92-9b557af3032d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fc1c8607-5225-4683-9c92-9b557af3032d,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:22.036493 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113ea54-6c4f-4aeb-9434-62b7c1a3a991 req-dca91ab5-85eb-4fe5-8893-94ffc8f56bf7 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:22.037980 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3113ea54-6c4f-4aeb-9434-62b7c1a3a991 req-dca91ab5-85eb-4fe5-8893-94ffc8f56bf7 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.3026421 Jun 06 19:30:22.050480 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'fc1c8607-5225-4683-9c92-9b557af3032d', 'network_id': '0c958cc2-94af-4058-878b-538ce039d826', 'port_id': 'fc1c8607-5225-4683-9c92-9b557af3032d', 'mac_address': 'fa:16:3e:7b:fe:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dbc199-ad1f-4574-b206-5defca691308', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:30:22.064607 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-479822d9-f9a4-433d-8409-fa282d08d517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.085049 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4cea5b51-ee9e-4dd8-90e7-b51e5f893c0e req-0d0499cc-4fe9-48c7-a1f0-9a6f4a642588 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065452 Jun 06 19:30:22.100702 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'Port': ['ID=004c6f0e-d5bb-4da8-a337-9a67d039c5b2,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:22.113107 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.116274 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:22.131470 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1c8607-5225-4683-9c92-9b557af3032d {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:30:22.143336 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.147332 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port fc1c8607-5225-4683-9c92-9b557af3032d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fc1c8607-5225-4683-9c92-9b557af3032d,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:22.192557 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3113ea54-6c4f-4aeb-9434-62b7c1a3a991 req-f41bd5eb-a86b-4aa2-a23b-b21163e9b9b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276481 Jun 06 19:30:22.234328 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-479822d9-f9a4-433d-8409-fa282d08d517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.234917 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-850be006-726d-4138-a510-2be9c31416e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:22.236090 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-850be006-726d-4138-a510-2be9c31416e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 200 len: 915 time: 0.2111349 Jun 06 19:30:22.236744 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.238528 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-9b9acb30-4c0f-4e2f-a0f3-23130631885b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:22.307049 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=fc1c8607-5225-4683-9c92-9b557af3032d,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:22.310495 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:22.318199 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-479822d9-f9a4-433d-8409-fa282d08d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.326215 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2c1bde43-d019-46ca-88f5-99754d9f9273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:22.347448 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-d6079202-4e51-4346-af7f-5e259931b9f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 1000 time: 0.1029098 Jun 06 19:30:22.369742 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-479822d9-f9a4-433d-8409-fa282d08d517 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b42e91a9107f4720bdca69cd935a9356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948609 Jun 06 19:30:22.369742 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479822d9-f9a4-433d-8409-fa282d08d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531a378b-473f-4769-b715-8adf4e7c27af,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:22.370548 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37544) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:22.374650 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-479822d9-f9a4-433d-8409-fa282d08d517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:22.384785 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.385953 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8583684 Jun 06 19:30:22.424048 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-28eaa29e-18fb-4407-ba66-0b58161354e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:22.425440 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-28eaa29e-18fb-4407-ba66-0b58161354e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e61a2911-5052-49dd-858c-c3f352bf2388 HTTP/1.1" status: 200 len: 853 time: 0.0707166 Jun 06 19:30:22.440016 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b63222a3-f96f-41c6-a38f-fd361c03cd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.467388 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b63222a3-f96f-41c6-a38f-fd361c03cd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.494412 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['fc1c8607-5225-4683-9c92-9b557af3032d'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:30:22.511763 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-6140e85a-c3a1-4435-a0e8-4da95de0d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:22.512999 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-6140e85a-c3a1-4435-a0e8-4da95de0d7e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805540 Jun 06 19:30:22.620103 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b63222a3-f96f-41c6-a38f-fd361c03cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.624318 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b63222a3-f96f-41c6-a38f-fd361c03cd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:22.628366 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-b63222a3-f96f-41c6-a38f-fd361c03cd38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/531a378b-473f-4769-b715-8adf4e7c27af HTTP/1.1" status: 204 len: 168 time: 0.2551999 Jun 06 19:30:22.629212 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-479822d9-f9a4-433d-8409-fa282d08d517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:22.640951 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63222a3-f96f-41c6-a38f-fd361c03cd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a378b-473f-4769-b715-8adf4e7c27af,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:22.643224 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b63222a3-f96f-41c6-a38f-fd361c03cd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:22.780092 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-88fbd950-f9ab-44e9-9672-ea624bc88661 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--665200085&fields=id&tenant_id=0b0f2149594d47bb9d194ae751ee9db0 HTTP/1.1" status: 200 len: 267 time: 0.1551948 Jun 06 19:30:22.790181 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-c6d2796e-4b8e-481a-bebf-1c55cddac188 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700746 Jun 06 19:30:22.941380 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0670a16-4491-48e9-be40-52e09bf66a84 req-06605531-4cbb-45cb-ac4a-2114ac1ad05e tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:22.942100 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e0670a16-4491-48e9-be40-52e09bf66a84 req-06605531-4cbb-45cb-ac4a-2114ac1ad05e tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.3192296 Jun 06 19:30:23.093456 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e0670a16-4491-48e9-be40-52e09bf66a84 req-75898fcc-c3a6-4770-b875-86e7ab3ac6b2 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001513 Jun 06 19:30:23.097898 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4fabbe2-063f-4624-a4cb-ead939cf7a9e req-dc9824b1-78fa-45b7-92ce-5094fbd2b003 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840998 Jun 06 19:30:23.104116 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-4db3c8e9-1902-4de7-9cd1-6b5ea57e90ae tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:23.105426 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-4db3c8e9-1902-4de7-9cd1-6b5ea57e90ae tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 811 time: 0.3200538 Jun 06 19:30:23.122753 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-421bc6d1-91d0-4e04-b80c-b61141cb6fa4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/quotas/0b0f2149594d47bb9d194ae751ee9db0 HTTP/1.1" status: 200 len: 375 time: 0.0101905 Jun 06 19:30:23.215071 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-3713c57e-e199-4fa9-bae8-b61d975aa7e6 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849621 Jun 06 19:30:23.367018 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37572) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:23.387614 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fa57d85b-ccc8-483e-83e3-020f40b8b9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:23.422041 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-08f39e85-08d4-4312-a558-10258e216a31 service neutron] 10.222.0.13 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923327 Jun 06 19:30:23.484252 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bedce-e918-4527-999a-13bbcd3e90dc req-58b20409-9781-4eab-95c7-724db5400113 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:23.485986 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a2bedce-e918-4527-999a-13bbcd3e90dc req-58b20409-9781-4eab-95c7-724db5400113 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 944 time: 0.1600246 Jun 06 19:30:23.500165 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fa57d85b-ccc8-483e-83e3-020f40b8b9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:23.571091 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fa57d85b-ccc8-483e-83e3-020f40b8b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:23.579540 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a0867572-11be-4357-8c38-c2ba6586fbe2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:23.600859 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8a2bedce-e918-4527-999a-13bbcd3e90dc req-9c1e5fa8-8011-4f04-bb6c-6d618e99097b tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712161 Jun 06 19:30:23.604334 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-8621fca2-818c-4607-81cb-d41387d2da99 service neutron] 10.222.0.13 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758394 Jun 06 19:30:23.620267 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fa57d85b-ccc8-483e-83e3-020f40b8b9f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=573c79e37d0c400499a8b43e87431b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520781 Jun 06 19:30:23.622379 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57d85b-ccc8-483e-83e3-020f40b8b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e387fe-3903-44f7-90f4-77b159373afb,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:23.623016 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37574) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:23.626532 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fa57d85b-ccc8-483e-83e3-020f40b8b9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:23.847147 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:23.900607 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device fc1c8607-5225-4683-9c92-9b557af3032d up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:30:23.922959 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:23.937066 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54a718-f160-4498-9908-0dff9450a22a req-65a1e13b-4003-4963-a6ff-dc218dbfd001 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:23.938559 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f54a718-f160-4498-9908-0dff9450a22a req-65a1e13b-4003-4963-a6ff-dc218dbfd001 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.1919487 Jun 06 19:30:23.940536 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-95816e85-9456-4f9a-878d-8d91c4670d89 req-97ea03ac-1c2c-405f-bcf6-488cd8139d0b tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 210 time: 0.0813720 Jun 06 19:30:24.009617 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f54a718-f160-4498-9908-0dff9450a22a req-1781fa64-fcb9-414e-af5c-6aa4a27559b2 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631549 Jun 06 19:30:24.052957 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port fc1c8607-5225-4683-9c92-9b557af3032d completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:30:24.057847 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port fc1c8607-5225-4683-9c92-9b557af3032d triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:30:24.058225 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:24.113872 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:24.116446 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:24.117601 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62e387fe-3903-44f7-90f4-77b159373afb HTTP/1.1" status: 204 len: 168 time: 0.4929190 Jun 06 19:30:24.118377 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5b5f2ba4-98be-4c7e-a705-facb30af1841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:24.129271 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e387fe-3903-44f7-90f4-77b159373afb,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:24.140475 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:24.192409 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:24.220261 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1c8607-5225-4683-9c92-9b557af3032d'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:24.222563 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7882c8-5975-4336-8a9b-996def7aad07" -d '{"events": [{"server_uuid": "586ff395-6862-4cd5-90d9-972f0bbaeebd", "name": "network-vif-plugged", "status": "completed", "tag": "fc1c8607-5225-4683-9c92-9b557af3032d"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:24.230828 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port fc1c8607-5225-4683-9c92-9b557af3032d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fc1c8607-5225-4683-9c92-9b557af3032d,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:24.288926 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa3fa0-7223-4fee-961f-2f450512ea08 x-openstack-request-id: req-6bfa3fa0-7223-4fee-961f-2f450512ea08 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:24.289305 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ff395-6862-4cd5-90d9-972f0bbaeebd", "name": "network-vif-plugged", "status": "completed", "tag": "fc1c8607-5225-4683-9c92-9b557af3032d", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:24.289603 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bfa3fa0-7223-4fee-961f-2f450512ea08 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:24.297717 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1c8607-5225-4683-9c92-9b557af3032d', 'code': 200} Jun 06 19:30:24.316653 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:24.318599 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:24.348180 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff75d3-daa1-42ea-ae2b-bb4dc0a258c4 req-9bc48745-fb2d-491e-ba1b-fc7030e3dbdf tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:24.355567 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-66ff75d3-daa1-42ea-ae2b-bb4dc0a258c4 req-9bc48745-fb2d-491e-ba1b-fc7030e3dbdf tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1321080 Jun 06 19:30:24.395528 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=fc1c8607-5225-4683-9c92-9b557af3032d,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:24.398541 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:24.410247 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-66ff75d3-daa1-42ea-ae2b-bb4dc0a258c4 req-cbb0edf7-46f2-430e-8670-3152144e576a tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536025 Jun 06 19:30:24.679867 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece996-e93d-45bd-ad6b-281d9d0324a2 req-e6d1586e-7a8b-4203-b136-336786a89e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:24.681392 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-42ece996-e93d-45bd-ad6b-281d9d0324a2 req-e6d1586e-7a8b-4203-b136-336786a89e54 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 1098 time: 0.0713747 Jun 06 19:30:24.735565 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-42ece996-e93d-45bd-ad6b-281d9d0324a2 req-d18c924f-299c-4fa2-9254-9f2d30ebec8e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Jun 06 19:30:24.829722 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3259-06e8-4ea0-a674-ceaa13f816a6 req-bb97976b-6727-4d53-876b-5d4cb165fffb tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:24.831150 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-255f3259-06e8-4ea0-a674-ceaa13f816a6 req-bb97976b-6727-4d53-876b-5d4cb165fffb tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.0799942 Jun 06 19:30:24.877335 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-255f3259-06e8-4ea0-a674-ceaa13f816a6 req-57dd3bd0-538b-44f6-81ad-06577f8b8c17 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Jun 06 19:30:25.096666 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5a93b3fa-8ee2-4b4f-b698-74482fe0dba3 req-c0471d64-b004-4bed-b9fa-2cef6dd5260c tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 210 time: 0.0437410 Jun 06 19:30:25.220284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1d16-a749-41fd-8034-69f828939ec3 req-279be00f-df2e-4e4c-bb7b-c3bb73f2356e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:25.221634 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8e5d1d16-a749-41fd-8034-69f828939ec3 req-279be00f-df2e-4e4c-bb7b-c3bb73f2356e tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.0870423 Jun 06 19:30:25.270613 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8e5d1d16-a749-41fd-8034-69f828939ec3 req-f3066f57-8061-4673-926c-5ae3ae80d589 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429265 Jun 06 19:30:25.594718 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fa780-be75-4360-9a9c-e45bb21103af req-454fd4eb-3355-4ab3-8869-ebdd0dc716b0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:25.596158 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ba8fa780-be75-4360-9a9c-e45bb21103af req-454fd4eb-3355-4ab3-8869-ebdd0dc716b0 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.0798488 Jun 06 19:30:25.644418 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ba8fa780-be75-4360-9a9c-e45bb21103af req-dcfceb45-ea20-4380-9478-01e8bbb7882f tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Jun 06 19:30:26.073268 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a571-5763-45ea-80fc-e71d10c698fa req-60c8f33c-4e68-4393-89f8-376aea98d0b6 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:26.074746 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-43f0a571-5763-45ea-80fc-e71d10c698fa req-60c8f33c-4e68-4393-89f8-376aea98d0b6 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.0868654 Jun 06 19:30:26.225836 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-43f0a571-5763-45ea-80fc-e71d10c698fa req-d46eee6b-8a78-4ae0-a0c7-33cf0fe35e47 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443496 Jun 06 19:30:26.282755 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3873501f-5f2e-4b3a-b619-4b222064cc69 req-b2e6b451-203f-47c7-8899-b06be1082594 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 210 time: 0.0558689 Jun 06 19:30:26.331375 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-5280ec3c-c249-4362-9c1d-60fbd3f6f229 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:26.332826 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-5280ec3c-c249-4362-9c1d-60fbd3f6f229 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 811 time: 0.2335682 Jun 06 19:30:26.389832 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-ee44f086-6913-4b7e-a08b-8e0342ac36b1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b0f2149594d47bb9d194ae751ee9db0 HTTP/1.1" status: 200 len: 379 time: 0.0464449 Jun 06 19:30:26.400534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'port': {'device_id': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'admin_state_up': True, 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'security_groups': ['b790663d-3b32-4f95-88b0-9c56e8bf831f']}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:26.657205 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af30c-c0fa-47ab-b789-a1b62e51c18f req-37d39833-665e-4b19-8c74-d5c0acf14290 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:26.659068 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-235af30c-c0fa-47ab-b789-a1b62e51c18f req-37d39833-665e-4b19-8c74-d5c0acf14290 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.0900593 Jun 06 19:30:26.701535 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Made reservation on behalf of 0b0f2149594d47bb9d194ae751ee9db0 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:30:26.702565 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:26.732375 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-235af30c-c0fa-47ab-b789-a1b62e51c18f req-0f1f0c3b-4450-4496-9ae9-37ec9e083e1b tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670776 Jun 06 19:30:26.897208 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Allocated IP 172.20.0.14 (1cbdb473-d07e-4e9a-91d1-c31179375efb/f0c1aa65-4f03-4684-9af1-56028c123469/e5beb7b7-8ab5-4476-ac64-3fea280898e6) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:30:27.223486 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c826-b553-4d4f-ac14-d5f6ac7a9ca7 req-cb3b7a43-c7f5-46fc-bc2f-1e897b0e309d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:27.224939 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2685c826-b553-4d4f-ac14-d5f6ac7a9ca7 req-cb3b7a43-c7f5-46fc-bc2f-1e897b0e309d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.3049459 Jun 06 19:30:27.253710 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:27.283951 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Transition to ACTIVE for port object e5beb7b7-8ab5-4476-ac64-3fea280898e6 will not be triggered until provisioned by entity DHCP. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:30:27.292906 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2685c826-b553-4d4f-ac14-d5f6ac7a9ca7 req-63158c1f-da3e-4e28-9f18-f12724846609 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593762 Jun 06 19:30:27.409401 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:27.452110 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7d72b979-43d2-4cbb-a295-e335a686d6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:27.539636 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:30:27.544477 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:30:27.551185 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:30:27.584272 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event updated for resources: {'Port': ['ID=e5beb7b7-8ab5-4476-ac64-3fea280898e6,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:27.594879 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:27.610897 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10240bcb-15c4-4456-ae07-478732aa6a63 req-f61bca5f-4bf9-4930-8332-91cd3bbdc0d1 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:27.612389 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-10240bcb-15c4-4456-ae07-478732aa6a63 req-f61bca5f-4bf9-4930-8332-91cd3bbdc0d1 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.2675498 Jun 06 19:30:27.658561 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:27.659218 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:27.699709 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65299d8b-5f83-47c6-be0e-b936a1ea2420 req-ac5dbf43-4028-4052-aee1-ce93a7d865aa tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:27.701258 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65299d8b-5f83-47c6-be0e-b936a1ea2420 req-ac5dbf43-4028-4052-aee1-ce93a7d865aa tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 932 time: 0.2946224 Jun 06 19:30:27.709475 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-10240bcb-15c4-4456-ae07-478732aa6a63 req-bb7aa5bd-a2f7-4308-b11a-456e47547ad4 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894382 Jun 06 19:30:27.754672 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-65299d8b-5f83-47c6-be0e-b936a1ea2420 req-a564fa8b-e1c7-4679-a2f0-ecab66ea845e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441713 Jun 06 19:30:27.780522 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-d5b142b1-4406-47b5-b781-be7685116ad9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3852684 Jun 06 19:30:27.792849 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Request body: {'port': {'device_id': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:27.879769 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-e39a37a1-f96f-4447-9f93-a06857c0dac0 None None] Provisioning for port e5beb7b7-8ab5-4476-ac64-3fea280898e6 completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:30:27.887364 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-e39a37a1-f96f-4447-9f93-a06857c0dac0 None None] Provisioning complete for port e5beb7b7-8ab5-4476-ac64-3fea280898e6 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:30:27.888144 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-e39a37a1-f96f-4447-9f93-a06857c0dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:27.912636 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:27.957149 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-e39a37a1-f96f-4447-9f93-a06857c0dac0 None None] Port e5beb7b7-8ab5-4476-ac64-3fea280898e6 cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:30:28.127055 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3830398-6e58-43de-ad2b-f0c66fb6c1e6 req-6a661a9f-248e-4d44-99ed-e5d93d7c666d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:28.128477 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b3830398-6e58-43de-ad2b-f0c66fb6c1e6 req-6a661a9f-248e-4d44-99ed-e5d93d7c666d tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.1682129 Jun 06 19:30:28.251881 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b3830398-6e58-43de-ad2b-f0c66fb6c1e6 req-3338c330-48b5-430b-9e9d-d15fd335e1f7 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091316 Jun 06 19:30:28.363457 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5beb7b7-8ab5-4476-ac64-3fea280898e6 {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:30:28.370759 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:28.387294 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Transition to ACTIVE for port object e5beb7b7-8ab5-4476-ac64-3fea280898e6 will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:30:28.454267 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:28.458763 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-98a463b0-38e4-4d7c-93c1-868567d874e1 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:28.631052 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Pushing event updated for resources: {'Port': ['ID=e5beb7b7-8ab5-4476-ac64-3fea280898e6,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:28.642822 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:28.700836 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b37e0-7016-4bfa-8bdb-bdadf9e7584e req-95387cb8-180b-43f2-961c-1ea45b456b55 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:28.711585 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-981b37e0-7016-4bfa-8bdb-bdadf9e7584e req-95387cb8-180b-43f2-961c-1ea45b456b55 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.3026586 Jun 06 19:30:28.782937 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-981b37e0-7016-4bfa-8bdb-bdadf9e7584e req-164909d6-2a5b-47ed-9bf1-d26d97506640 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733094 Jun 06 19:30:28.791653 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Attempting to bind port e5beb7b7-8ab5-4476-ac64-3fea280898e6 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:30:28.791653 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Attempting to bind port e5beb7b7-8ab5-4476-ac64-3fea280898e6 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:30:28.791653 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Attempting to bind port e5beb7b7-8ab5-4476-ac64-3fea280898e6 on network 1cbdb473-d07e-4e9a-91d1-c31179375efb {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:30:28.796926 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Port e5beb7b7-8ab5-4476-ac64-3fea280898e6 on network 1cbdb473-d07e-4e9a-91d1-c31179375efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:30:28.797478 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Attempting to bind port e5beb7b7-8ab5-4476-ac64-3fea280898e6 on network 1cbdb473-d07e-4e9a-91d1-c31179375efb {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:30:28.803221 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:30:28.803554 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Checking segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:30:28.803979 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Bound using segment: {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:30:28.804387 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Bound port: e5beb7b7-8ab5-4476-ac64-3fea280898e6, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:30:28.804776 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:28.917856 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] For port e5beb7b7-8ab5-4476-ac64-3fea280898e6, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:30:28.977182 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] For port e5beb7b7-8ab5-4476-ac64-3fea280898e6, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5beb7b7-8ab5-4476-ac64-3fea280898e6,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:30:29.013187 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ce70-399e-46c5-86e5-48b310cbf126 req-452544ea-d6ef-4a14-8642-d0de0c27ca33 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:29.014808 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7892ce70-399e-46c5-86e5-48b310cbf126 req-452544ea-d6ef-4a14-8642-d0de0c27ca33 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 944 time: 0.1002450 Jun 06 19:30:29.053632 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:29.060750 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:29.210205 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7892ce70-399e-46c5-86e5-48b310cbf126 req-604af6f8-2025-4cda-9426-6c0d4ac96c11 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885262 Jun 06 19:30:29.220974 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:29.220974 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:29.221836 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-c3a2111e-f718-4626-b765-a31980499fec service neutron] 10.222.0.10 "PUT /v2.0/ports/e5beb7b7-8ab5-4476-ac64-3fea280898e6 HTTP/1.1" status: 200 len: 1094 time: 1.4337540 Jun 06 19:30:29.222326 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:29.224844 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b69bcd-e676-4b3b-9662-0caf82a8720e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:29.244470 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Pushing event updated for resources: {'Port': ['ID=e5beb7b7-8ab5-4476-ac64-3fea280898e6,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:29.250339 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c3a2111e-f718-4626-b765-a31980499fec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:29.272362 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645276c9-8a70-4e69-8b58-fc826903a5dd x-openstack-request-id: req-645276c9-8a70-4e69-8b58-fc826903a5dd {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:29.273269 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:29.273616 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-645276c9-8a70-4e69-8b58-fc826903a5dd {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:29.274014 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'status': 'completed', 'code': 200} Jun 06 19:30:29.465294 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69bcd-e676-4b3b-9662-0caf82a8720e req-ae22f9ed-13c9-4ee0-92d1-cfa43db4bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:29.467374 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-14b69bcd-e676-4b3b-9662-0caf82a8720e req-ae22f9ed-13c9-4ee0-92d1-cfa43db4bf83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 1097 time: 0.1620810 Jun 06 19:30:29.477450 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ce574-1f37-49f3-b2a5-a0101a02309e req-e86c7612-a150-4997-a19e-770f3e11135f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:29.477450 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-897ce574-1f37-49f3-b2a5-a0101a02309e req-e86c7612-a150-4997-a19e-770f3e11135f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.1083894 Jun 06 19:30:29.617679 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-897ce574-1f37-49f3-b2a5-a0101a02309e req-04b9dd13-b5ec-4793-b17d-b1173a49b57a tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149962 Jun 06 19:30:29.655032 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69bcd-e676-4b3b-9662-0caf82a8720e req-3d169982-38f0-4757-b556-ea78fa90c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:29.656564 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-14b69bcd-e676-4b3b-9662-0caf82a8720e req-3d169982-38f0-4757-b556-ea78fa90c888 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1788135 Jun 06 19:30:29.800200 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69bcd-e676-4b3b-9662-0caf82a8720e req-c4b071e6-495f-4c64-a881-ae362bb7b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:29.801745 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-14b69bcd-e676-4b3b-9662-0caf82a8720e req-c4b071e6-495f-4c64-a881-ae362bb7b107 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390245 Jun 06 19:30:29.983173 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-b696218f-b0b6-427d-a6d8-d31d6c2a73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:29.984609 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-b696218f-b0b6-427d-a6d8-d31d6c2a73de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 1097 time: 0.1344817 Jun 06 19:30:30.005609 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:30.049092 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f30da6-ec63-4fcd-b130-beac7c47152d req-fc4e08e4-6938-4d19-adf1-0938d39aaf95 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:30.050603 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a9f30da6-ec63-4fcd-b130-beac7c47152d req-fc4e08e4-6938-4d19-adf1-0938d39aaf95 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1484027 Jun 06 19:30:30.070352 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-790d06e6-7799-40ae-8908-478cee566b08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5beb7b7-8ab5-4476-ac64-3fea280898e6 HTTP/1.1" status: 200 len: 217 time: 0.0772982 Jun 06 19:30:30.165314 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a9f30da6-ec63-4fcd-b130-beac7c47152d req-3b693b4d-fb5b-49ec-87e8-0ccd6ff30cb3 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939827 Jun 06 19:30:30.168917 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-b4996aa0-b91b-4988-8cb1-323a65e0b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:30.171578 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-b4996aa0-b91b-4988-8cb1-323a65e0b7b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.0868821 Jun 06 19:30:30.217171 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-20eecb82-5c2b-4b3b-b913-3a22a9d66258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:30.266518 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-1595df14-b122-484a-8dc3-e007d11bc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:30.267979 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-1595df14-b122-484a-8dc3-e007d11bc5ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795574 Jun 06 19:30:30.463406 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-767f95f8-84a5-4401-ae33-51260fdc1477 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874347 Jun 06 19:30:30.516623 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465360fd-97db-48e9-9784-fcaa16747439 req-c559568c-fee4-4ca2-9026-bb488dae9924 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:30.518049 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-465360fd-97db-48e9-9784-fcaa16747439 req-c559568c-fee4-4ca2-9026-bb488dae9924 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 944 time: 0.1531172 Jun 06 19:30:30.628704 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-465360fd-97db-48e9-9784-fcaa16747439 req-6b288d85-057d-4096-876d-07d72cdfe6f7 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032708 Jun 06 19:30:30.647954 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8020e2b6-f8c0-4c61-9720-255863e51931 req-f9d0a397-2e61-439e-9e59-1a6c360a3110 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765900 Jun 06 19:30:30.814788 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cb4a6-f84c-4e3a-9701-cb839474c71b req-3cd5a406-7872-45ee-b17b-f95cc1092924 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:30.816221 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5b6cb4a6-f84c-4e3a-9701-cb839474c71b req-3cd5a406-7872-45ee-b17b-f95cc1092924 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.0837498 Jun 06 19:30:30.862929 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5b6cb4a6-f84c-4e3a-9701-cb839474c71b req-7db7795c-484f-4166-8d7f-c87556b4822c tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409420 Jun 06 19:30:31.375467 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb4f9-ffea-454c-bf32-96b3be3053f2 req-4594ad57-7f3a-4dfb-b809-4470b4ae0661 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:31.378038 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-59fdb4f9-ffea-454c-bf32-96b3be3053f2 req-4594ad57-7f3a-4dfb-b809-4470b4ae0661 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.0906415 Jun 06 19:30:31.428682 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-59fdb4f9-ffea-454c-bf32-96b3be3053f2 req-0c869266-e1e0-4fcb-bc5e-d32b3e5a1768 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456326 Jun 06 19:30:31.647062 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-11de19bf-2ef1-40a5-9dcc-53b10ec0bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:31.648502 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-11de19bf-2ef1-40a5-9dcc-53b10ec0bc11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1098 time: 0.0736184 Jun 06 19:30:31.937960 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-71f68f6a-1991-444a-bb04-4cfcf3816c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:31.939464 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-71f68f6a-1991-444a-bb04-4cfcf3816c4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 910 time: 0.2833378 Jun 06 19:30:32.042328 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a9b3f-acea-4ede-b003-62ad5cc1ba7b req-49fe7ac3-a523-4548-8348-daf8c05e3144 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:32.043784 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-143a9b3f-acea-4ede-b003-62ad5cc1ba7b req-49fe7ac3-a523-4548-8348-daf8c05e3144 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 944 time: 0.1992326 Jun 06 19:30:32.154370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-f3f5ad5f-136c-42f1-82d2-fc7555504328 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 1001 time: 0.2002416 Jun 06 19:30:32.165351 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-143a9b3f-acea-4ede-b003-62ad5cc1ba7b req-798f39df-eec5-4dfd-88d9-7ac063a87e11 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740368 Jun 06 19:30:32.236927 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0d139-fc0e-48fc-a90a-d79cecdce126 req-6f720b38-6b49-43e5-90bf-714349314fbf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:32.238443 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8ea0d139-fc0e-48fc-a90a-d79cecdce126 req-6f720b38-6b49-43e5-90bf-714349314fbf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.2238421 Jun 06 19:30:32.242248 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-82675a57-723b-4849-862c-7d0695dfc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:32.243578 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-82675a57-723b-4849-862c-7d0695dfc85e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 200 len: 848 time: 0.0820544 Jun 06 19:30:32.343184 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8ea0d139-fc0e-48fc-a90a-d79cecdce126 req-7d8919df-39fe-4204-91ed-672b3d4b75aa tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938869 Jun 06 19:30:32.364498 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-5106fd05-a397-4edb-be38-fd6f07a6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:32.364498 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-5106fd05-a397-4edb-be38-fd6f07a6bcd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac92d5c-0f9b-41d6-8309-927d17e9b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008234 Jun 06 19:30:32.544212 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-fb9f407e-4e8f-407b-bc91-ad103dc8669d service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576698 Jun 06 19:30:32.614753 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37748) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:32.749507 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ddc1-afdc-4984-abbb-857b4a5ded8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:32.752429 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e19a8d55-45ba-4f61-93bb-0af7402e04de req-602aad08-f980-46fb-8a0c-477330d74e31 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943822 Jun 06 19:30:32.769740 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ffaf-33ba-44bd-b9b1-f62855e5333f req-319749c7-8220-47c2-b95b-987d3b876f73 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:32.771222 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f55ffaf-33ba-44bd-b9b1-f62855e5333f req-319749c7-8220-47c2-b95b-987d3b876f73 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1737642 Jun 06 19:30:32.800616 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:32.825624 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f55ffaf-33ba-44bd-b9b1-f62855e5333f req-bff4d674-55a1-4084-bcf4-75a87739181f tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Jun 06 19:30:32.856523 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-38d5f405-d706-4e8c-beb7-f51d43dfbc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:32.878230 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ddc1-afdc-4984-abbb-857b4a5ded8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:32.938794 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ddc1-afdc-4984-abbb-857b4a5ded8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:32.950287 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-73568e43-1f79-4148-96b0-204cc24b7e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:32.992224 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-e6d9ddc1-afdc-4984-abbb-857b4a5ded8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d76b2e01a6b4409b64c7d9f2762e319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759947 Jun 06 19:30:32.993138 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9ddc1-afdc-4984-abbb-857b4a5ded8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236d22af-8d1d-4f16-8c37-bedb8adcfa8f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:32.994774 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37752) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:32.996208 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e6d9ddc1-afdc-4984-abbb-857b4a5ded8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:33.055954 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:33.082208 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:33.202379 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:33.204821 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:33.206032 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/236d22af-8d1d-4f16-8c37-bedb8adcfa8f HTTP/1.1" status: 204 len: 168 time: 0.2102947 Jun 06 19:30:33.206780 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f5435d47-e3de-4777-982b-f38be9f5fc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:33.224453 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236d22af-8d1d-4f16-8c37-bedb8adcfa8f,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:33.227055 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:33.374603 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f840912-2fa8-4804-aeac-485c745593e5 req-6857620a-f474-4594-a681-75b24ae419bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:33.376067 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f840912-2fa8-4804-aeac-485c745593e5 req-6857620a-f474-4594-a681-75b24ae419bf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 944 time: 0.0916393 Jun 06 19:30:33.425055 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f840912-2fa8-4804-aeac-485c745593e5 req-cbb31935-3588-4aab-b611-e821d37cef9f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Jun 06 19:30:33.567639 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c8c4e-be30-46ca-ae9f-509872f630a5 req-3042a183-4c2b-4ce2-a89a-cd247e0911f0 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:33.571201 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f1c8c4e-be30-46ca-ae9f-509872f630a5 req-3042a183-4c2b-4ce2-a89a-cd247e0911f0 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.0999727 Jun 06 19:30:33.658145 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f1c8c4e-be30-46ca-ae9f-509872f630a5 req-e5b18794-3cd1-40b3-8807-752f67d8b5ce tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620594 Jun 06 19:30:33.894924 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:33.960375 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device e5beb7b7-8ab5-4476-ac64-3fea280898e6 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:30:34.000571 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 37768) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:34.024484 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7da4-6563-42c1-a443-24ac0b321c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.073929 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a82276-8394-4df2-accc-20770ee2bf49 req-d60ee0e0-3820-4d1e-8ea5-d7f07a4a9efd tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:34.075659 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-51a82276-8394-4df2-accc-20770ee2bf49 req-d60ee0e0-3820-4d1e-8ea5-d7f07a4a9efd tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1347659 Jun 06 19:30:34.132797 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-51a82276-8394-4df2-accc-20770ee2bf49 req-8eb621a1-35f1-42e6-a779-ce6bf9702499 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482793 Jun 06 19:30:34.133394 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port e5beb7b7-8ab5-4476-ac64-3fea280898e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5beb7b7-8ab5-4476-ac64-3fea280898e6,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:34.158866 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'port_id': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'mac_address': 'fa:16:3e:10:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:30:34.167212 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7da4-6563-42c1-a443-24ac0b321c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.236147 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7da4-6563-42c1-a443-24ac0b321c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.244962 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dbcb33f1-bcc8-420d-9380-bb60590abf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:34.249021 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.267485 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5beb7b7-8ab5-4476-ac64-3fea280898e6 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:30:34.285148 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port e5beb7b7-8ab5-4476-ac64-3fea280898e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5beb7b7-8ab5-4476-ac64-3fea280898e6,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:34.286311 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-0b2f7da4-6563-42c1-a443-24ac0b321c8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50d672f9cdc34fb8be95fd2ef6c446e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837861 Jun 06 19:30:34.287947 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f7da4-6563-42c1-a443-24ac0b321c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a467163-3f10-459b-8db4-cfaa2abd8509,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:34.289270 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37770) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:34.290870 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-0b2f7da4-6563-42c1-a443-24ac0b321c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:34.356610 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.383544 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.434217 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.437005 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:34.509779 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=e5beb7b7-8ab5-4476-ac64-3fea280898e6,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:34.510334 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.513227 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:34.515982 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:34.519554 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a467163-3f10-459b-8db4-cfaa2abd8509 HTTP/1.1" status: 204 len: 168 time: 0.2282929 Jun 06 19:30:34.519808 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-22c5c5c3-9e21-4ae6-9115-e7a3d0bbe841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:34.531662 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a467163-3f10-459b-8db4-cfaa2abd8509,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:34.536354 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:34.671573 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c0271-4561-4286-896d-bd9904d34123 req-ddce4d8d-6b22-46f3-b172-269ff50ca935 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:34.673263 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b00c0271-4561-4286-896d-bd9904d34123 req-ddce4d8d-6b22-46f3-b172-269ff50ca935 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 945 time: 0.0948179 Jun 06 19:30:34.680117 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['e5beb7b7-8ab5-4476-ac64-3fea280898e6'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:30:34.752240 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b00c0271-4561-4286-896d-bd9904d34123 req-d0f02d49-4eff-4cfb-aa60-cf228eea4f8d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677366 Jun 06 19:30:34.991049 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0430e-6f21-44b3-9af0-bd543374adaf req-c8c280cb-cc74-413a-8464-11d63ade2d66 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:34.999233 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2ec0430e-6f21-44b3-9af0-bd543374adaf req-c8c280cb-cc74-413a-8464-11d63ade2d66 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.1025517 Jun 06 19:30:35.058295 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2ec0430e-6f21-44b3-9af0-bd543374adaf req-0372f488-4901-46cd-b628-243331a51f32 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579944 Jun 06 19:30:35.650698 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1381f61-8794-4ea8-8223-490c5c37a9fa req-967f6c67-c397-49e0-acf1-16fa76676f95 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:35.652170 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a1381f61-8794-4ea8-8223-490c5c37a9fa req-967f6c67-c397-49e0-acf1-16fa76676f95 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.3683949 Jun 06 19:30:35.683288 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:35.706930 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a1381f61-8794-4ea8-8223-490c5c37a9fa req-6627ea5c-eb11-4235-bb9a-d3ed2db35edf tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470967 Jun 06 19:30:35.974405 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device e5beb7b7-8ab5-4476-ac64-3fea280898e6 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:30:36.176984 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port e5beb7b7-8ab5-4476-ac64-3fea280898e6 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:30:36.182422 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port e5beb7b7-8ab5-4476-ac64-3fea280898e6 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:30:36.182930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:36.367131 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0484f-4732-4340-af64-2118bc71d1ce req-e9e43598-c808-4939-a72d-3be12b0aae49 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:36.375371 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b0e0484f-4732-4340-af64-2118bc71d1ce req-e9e43598-c808-4939-a72d-3be12b0aae49 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 945 time: 0.4835091 Jun 06 19:30:36.397908 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:36.429200 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:36.431538 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb7d95c-d5e1-4b1c-8213-930d37aabc34" -d '{"events": [{"server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "name": "network-vif-plugged", "status": "completed", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:36.441013 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port e5beb7b7-8ab5-4476-ac64-3fea280898e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5beb7b7-8ab5-4476-ac64-3fea280898e6,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:36.475002 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b0e0484f-4732-4340-af64-2118bc71d1ce req-c34c61ee-350a-4b8d-b177-04e62833db76 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994370 Jun 06 19:30:36.505994 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4614bb-dfdf-4a72-a4fb-33e84d3eb9ac req-fbb6cebd-6c0f-4cf9-ba5a-6a295ddd0e75 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:36.507594 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bd4614bb-dfdf-4a72-a4fb-33e84d3eb9ac req-fbb6cebd-6c0f-4cf9-ba5a-6a295ddd0e75 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.1176531 Jun 06 19:30:36.543029 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:36.545642 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8822b3b8-110f-4dd3-8ac8-25dfd5f1ba2a x-openstack-request-id: req-8822b3b8-110f-4dd3-8ac8-25dfd5f1ba2a {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:36.547055 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "name": "network-vif-plugged", "status": "completed", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:36.547055 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8822b3b8-110f-4dd3-8ac8-25dfd5f1ba2a {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:36.547055 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'code': 200} Jun 06 19:30:36.547474 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:36.580394 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bd4614bb-dfdf-4a72-a4fb-33e84d3eb9ac req-c0936985-6c4b-492f-bc15-05842206e679 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648503 Jun 06 19:30:36.643770 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=e5beb7b7-8ab5-4476-ac64-3fea280898e6,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:36.647151 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:36.969223 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158b4ef-d95f-4132-a0b9-93f4e30e5dbf req-7a980358-7f8d-4ea6-81ef-463d8b12beee tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:36.970745 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b158b4ef-d95f-4132-a0b9-93f4e30e5dbf req-7a980358-7f8d-4ea6-81ef-463d8b12beee tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1510477 Jun 06 19:30:36.973472 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39423d6-f9c5-499a-8686-e57afbbd62fa req-b8457d4d-8ef5-4c3d-bf25-07e2239edaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:36.974823 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d39423d6-f9c5-499a-8686-e57afbbd62fa req-b8457d4d-8ef5-4c3d-bf25-07e2239edaf1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 1099 time: 0.1113372 Jun 06 19:30:37.051042 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b158b4ef-d95f-4132-a0b9-93f4e30e5dbf req-6eb9edb3-a733-401f-bbfb-012440f4e406 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741847 Jun 06 19:30:37.054663 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d39423d6-f9c5-499a-8686-e57afbbd62fa req-d9ffdf8c-2abd-4f2e-9ae9-b5a16fd71381 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623412 Jun 06 19:30:37.614044 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1161-2ffd-4d93-a140-94592d17f012 req-15cf1bcd-3a3f-47ea-aedb-0e01301ce50d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:37.615555 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-677d1161-2ffd-4d93-a140-94592d17f012 req-15cf1bcd-3a3f-47ea-aedb-0e01301ce50d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1132681 Jun 06 19:30:37.646700 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-c393b1db-0225-4532-8267-1e19df06bfe4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274686 Jun 06 19:30:37.721395 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-677d1161-2ffd-4d93-a140-94592d17f012 req-086ba780-e32d-4ca5-a549-0224a0ccd58c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606816 Jun 06 19:30:37.767443 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa77b8a-3c33-483e-90ad-b10b8f952caf req-609cc9db-d8d6-4a50-af8d-2e91420ba125 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:37.773765 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-caa77b8a-3c33-483e-90ad-b10b8f952caf req-609cc9db-d8d6-4a50-af8d-2e91420ba125 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1523404 Jun 06 19:30:37.848172 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-caa77b8a-3c33-483e-90ad-b10b8f952caf req-b08b9f85-f33c-4359-aed4-3b18a8f33ace tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702903 Jun 06 19:30:37.958914 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da41b-a74c-4b89-bc74-343237d8ffb2 req-349c790e-5205-45dc-9c42-791a1572ce86 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:37.960493 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-db9da41b-a74c-4b89-bc74-343237d8ffb2 req-349c790e-5205-45dc-9c42-791a1572ce86 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.0951574 Jun 06 19:30:37.991842 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:30:38.023134 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:30:38.035738 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-db9da41b-a74c-4b89-bc74-343237d8ffb2 req-7f749693-5d58-4e2f-a1fc-dce92bfcb2bc tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681798 Jun 06 19:30:38.130534 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:38.179339 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:38.291344 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:38.294210 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:38.378621 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=6']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:38.382928 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:38.548236 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:38.552635 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c13697-f3ee-4d27-9eca-1c8a38a34675" -d '{"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-unplugged", "status": "completed", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:38.596884 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3d9d92-7f27-4715-806d-f74465a9deeb x-openstack-request-id: req-0a3d9d92-7f27-4715-806d-f74465a9deeb {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:38.606288 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-unplugged", "status": "failed", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7", "code": 422}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:38.606651 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a3d9d92-7f27-4715-806d-f74465a9deeb {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:38.607243 dv-cinder-794962-3-smb neutron-server[92061]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'code': 422} returned with failed status Jun 06 19:30:38.956294 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0cae7-09f7-43b0-a16b-4d67e0d19d34 req-45273ade-6459-461a-8e56-92ef6f7e85e9 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:38.958398 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1ae0cae7-09f7-43b0-a16b-4d67e0d19d34 req-45273ade-6459-461a-8e56-92ef6f7e85e9 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.0962567 Jun 06 19:30:39.057847 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1ae0cae7-09f7-43b0-a16b-4d67e0d19d34 req-68975f92-806d-4d2b-92b3-4b2dd97ab0c1 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637870 Jun 06 19:30:39.085809 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5d93e-9567-4826-930b-940ae5dcf8c5 req-6c8d333f-2ab6-478e-89ea-9991739d8804 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:39.089820 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fbb5d93e-9567-4826-930b-940ae5dcf8c5 req-6c8d333f-2ab6-478e-89ea-9991739d8804 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1278708 Jun 06 19:30:39.153391 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fbb5d93e-9567-4826-930b-940ae5dcf8c5 req-bfbb852c-7036-4e1f-992d-1fe31ff0ec47 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579367 Jun 06 19:30:39.365288 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818770-d567-46fe-8971-5150c31cb0fe req-26cb6763-7ef7-4c6e-b64e-a1bf6404f009 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:39.366951 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e1818770-d567-46fe-8971-5150c31cb0fe req-26cb6763-7ef7-4c6e-b64e-a1bf6404f009 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.1075530 Jun 06 19:30:39.473928 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e1818770-d567-46fe-8971-5150c31cb0fe req-a482cea6-4435-444f-a499-140c568d3611 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638313 Jun 06 19:30:39.494097 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963047e-58c6-4a5c-95a1-6e376c117cd6 req-301e65e9-80ce-46b6-b615-097d666a10c7 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:39.495553 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9963047e-58c6-4a5c-95a1-6e376c117cd6 req-301e65e9-80ce-46b6-b615-097d666a10c7 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1219802 Jun 06 19:30:39.508049 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 37890) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:39.513002 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Request body: {'floatingip': {'port_id': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:30:39.604724 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:40.311427 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83f4ad-ced0-48c8-bc09-ea01c1a25be1 req-7c508f6f-c41f-4861-98ef-4b72f393804f tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:40.313067 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9a83f4ad-ced0-48c8-bc09-ea01c1a25be1 req-7c508f6f-c41f-4861-98ef-4b72f393804f tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.1158559 Jun 06 19:30:40.475090 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9a83f4ad-ced0-48c8-bc09-ea01c1a25be1 req-853f1ed8-4830-496b-8e23-1ebb5b9e2b87 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560285 Jun 06 19:30:40.552602 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:40.671792 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:40.919038 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.l3_db [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Floating IP e624e581-d814-473a-b79a-b810864f4727 associated. External IP: 172.28.3.94, port: e5beb7b7-8ab5-4476-ac64-3fea280898e6. Jun 06 19:30:40.975649 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a855b-997e-479a-83ce-55dc4e3835c1 req-3e3a1cdc-6219-4c71-a4b0-422641b67a56 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:40.977081 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f0a855b-997e-479a-83ce-55dc4e3835c1 req-3e3a1cdc-6219-4c71-a4b0-422641b67a56 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.3442485 Jun 06 19:30:41.132369 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8f0a855b-997e-479a-83ce-55dc4e3835c1 req-21546cea-19b7-49a9-9bb7-865e06840507 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=568e4663-1712-474d-8bb5-2f68dcbb110f&id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483734 Jun 06 19:30:41.140651 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-f8979acc-87b9-4696-bb6e-5ab3e9f18da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:41.141582 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-f8979acc-87b9-4696-bb6e-5ab3e9f18da9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c&tenant_id=7da36be9fbb441c9bb16651635d88240 HTTP/1.1" status: 200 len: 1096 time: 0.3102794 Jun 06 19:30:41.400618 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-a6ef4e43-f9b5-49b2-b69e-cbdf340655cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:41.402173 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-a6ef4e43-f9b5-49b2-b69e-cbdf340655cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1096 time: 0.1896796 Jun 06 19:30:41.405002 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:30:41.879659 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-28383598-3128-4bfe-af67-9ba323a81743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:41.881200 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-28383598-3128-4bfe-af67-9ba323a81743 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 910 time: 0.4196622 Jun 06 19:30:41.884946 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:30:41.892341 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:41.901235 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] Sync routers for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:30:41.926692 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:30:41.927556 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:30:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:42.094188 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b446104a-739d-4122-8c8f-771407310329 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "PUT /v2.0/floatingips/e624e581-d814-473a-b79a-b810864f4727 HTTP/1.1" status: 200 len: 991 time: 2.5849142 Jun 06 19:30:42.115348 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:42.118896 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ebea72-7e10-40f4-8a7c-522677ef2243" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:42.132064 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-e8d88438-2155-46f2-b384-e9e35b2c19bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 999 time: 0.2434621 Jun 06 19:30:42.140619 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35b4c4-6d44-4202-adc8-046ef2ae4ae6 req-e916affa-604b-4c9d-a822-c068bdb21a6d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:42.146182 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:30:42.147410 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4c35b4c4-6d44-4202-adc8-046ef2ae4ae6 req-e916affa-604b-4c9d-a822-c068bdb21a6d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.5669267 Jun 06 19:30:42.241098 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4c35b4c4-6d44-4202-adc8-046ef2ae4ae6 req-08f150b5-87fa-4995-b1fe-853614923bd5 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927522 Jun 06 19:30:42.274360 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-415c51d0-18ec-44b6-bafb-d908794285a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:42.276424 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-415c51d0-18ec-44b6-bafb-d908794285a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 200 len: 848 time: 0.1049118 Jun 06 19:30:42.278556 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506927d0-fefa-4db5-b978-4bc8905631b2 x-openstack-request-id: req-506927d0-fefa-4db5-b978-4bc8905631b2 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:42.279480 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:42.279877 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-506927d0-fefa-4db5-b978-4bc8905631b2 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:42.280461 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'status': 'completed', 'code': 200} Jun 06 19:30:42.386126 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-25569992-fe15-48c8-bb01-4975cb4be33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:42.387983 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-25569992-fe15-48c8-bb01-4975cb4be33d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac92d5c-0f9b-41d6-8309-927d17e9b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933692 Jun 06 19:30:42.410354 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-cea6b3a9-8a47-4abc-acd1-003369d19034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:42.412077 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-cea6b3a9-8a47-4abc-acd1-003369d19034 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 1099 time: 0.1076884 Jun 06 19:30:42.562119 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-49fc8712-88b5-4c02-a890-e4d80555621d service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643467 Jun 06 19:30:42.593149 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'e624e581-d814-473a-b79a-b810864f4727', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'port_id': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'mac_address': 'fa:16:3e:10:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:30:21Z', 'updated_at': '2021-06-06T19:30:40Z', 'revision_number': 1, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:42.597052 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] Checking router: 7cc17fd0-5ac5-49bd-81b4-3d057399b72f for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:30:42.605676 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:30:42.606388 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:30:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:42.607610 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-47a33397-2b55-42a2-ba27-71e0448fab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:42.609110 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-47a33397-2b55-42a2-ba27-71e0448fab49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 200 len: 912 time: 0.1906791 Jun 06 19:30:42.719590 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a80e118d-ac7a-4e09-917f-575521d6dbf2 req-89824557-f8c9-4b7b-9e53-ccfa6b39a2b6 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496177 Jun 06 19:30:42.751167 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-39174d8a-ef50-496d-8606-5963a29f3dd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5beb7b7-8ab5-4476-ac64-3fea280898e6 HTTP/1.1" status: 200 len: 999 time: 0.1317194 Jun 06 19:30:42.817752 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-ab2cdcda-7948-4c33-b9c0-21e7eda312b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:42.819240 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-ab2cdcda-7948-4c33-b9c0-21e7eda312b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 200 len: 850 time: 0.0596519 Jun 06 19:30:42.850959 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:30:43.000166 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-af09c327-5a47-45e0-b56c-7d13b61e01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:43.001711 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-af09c327-5a47-45e0-b56c-7d13b61e01dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cbdb473-d07e-4e9a-91d1-c31179375efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1697311 Jun 06 19:30:43.155705 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-cf6b4521-828a-4902-8d23-129009b43cd5 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459181 Jun 06 19:30:43.226379 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'e624e581-d814-473a-b79a-b810864f4727', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'port_id': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'mac_address': 'fa:16:3e:10:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:30:21Z', 'updated_at': '2021-06-06T19:30:40Z', 'revision_number': 1, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:30:43.231553 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d1464-cafe-4604-b5c3-65a88cfd60c7 None None] The sync data for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb is: [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_floatingips': [{'id': 'e624e581-d814-473a-b79a-b810864f4727', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'router_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'port_id': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'mac_address': 'fa:16:3e:10:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:30:21Z', 'updated_at': '2021-06-06T19:30:40Z', 'revision_number': 1, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:30:43.332764 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b9ebea72-7e10-40f4-8a7c-522677ef2243 req-46950038-81ae-45a6-8437-9e58c61eac38 service neutron] 10.222.0.10 "GET /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705444 Jun 06 19:30:43.502165 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25e77-0b32-49bc-a467-55f9bce55910 req-2834a9be-f0c9-4cdb-a5c2-e75f9f3b635d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:43.503769 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4b25e77-0b32-49bc-a467-55f9bce55910 req-2834a9be-f0c9-4cdb-a5c2-e75f9f3b635d tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.1005259 Jun 06 19:30:43.553774 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d4b25e77-0b32-49bc-a467-55f9bce55910 req-61a90501-04c5-46ff-9a15-b00d6ee8681c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Jun 06 19:30:43.555921 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce4b16-ca22-4109-b47e-aea3ecc10a70 None None] New status for floating IP e624e581-d814-473a-b79a-b810864f4727: ACTIVE {{(pid=92062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:30:44.759185 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff593708-dda2-4b02-b6c2-3658113506b5 req-116796b3-6929-40fc-83b9-17c7d1610136 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:44.760631 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ff593708-dda2-4b02-b6c2-3658113506b5 req-116796b3-6929-40fc-83b9-17c7d1610136 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.0892825 Jun 06 19:30:44.805269 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ff593708-dda2-4b02-b6c2-3658113506b5 req-555b1fa6-7cc3-46dd-9389-4127aad9510e tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Jun 06 19:30:45.758934 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38018) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:45.877699 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-475cf441-5906-4bb0-be5d-57d0616d090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.025000 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:30:46.045813 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da8b63-f380-4c4e-8e05-58d21ac13bcd req-5ef5c261-1fd1-4b88-b6e4-7bd0f6fb4ad8 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:46.045813 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-23da8b63-f380-4c4e-8e05-58d21ac13bcd req-5ef5c261-1fd1-4b88-b6e4-7bd0f6fb4ad8 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 943 time: 0.1268268 Jun 06 19:30:46.086953 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-475cf441-5906-4bb0-be5d-57d0616d090a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.105946 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-23da8b63-f380-4c4e-8e05-58d21ac13bcd req-aebeb837-2976-45ad-9c65-69696e2882f7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558085 Jun 06 19:30:46.156786 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-475cf441-5906-4bb0-be5d-57d0616d090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.160148 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:46.165059 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fdaf71ca-765a-47e3-8f4b-6554b0e8dcf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:46.173990 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'port_id': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'mac_address': 'fa:16:3e:3c:db:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:30:46.207496 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-475cf441-5906-4bb0-be5d-57d0616d090a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=372832c469a94322a74d9ece504c00ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473612 Jun 06 19:30:46.208245 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf441-5906-4bb0-be5d-57d0616d090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e07e6ff-f235-494d-a8b7-19f225bc2f00,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:46.210090 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38026) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:46.211744 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-475cf441-5906-4bb0-be5d-57d0616d090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:46.235541 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.252684 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:30:46.267957 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:46.269335 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.295489 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.327389 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.329159 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:46.393201 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=7']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:46.396300 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:46.410935 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.414039 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:46.415177 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e07e6ff-f235-494d-a8b7-19f225bc2f00 HTTP/1.1" status: 204 len: 168 time: 0.2041123 Jun 06 19:30:46.415931 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ccb943f4-56c8-40e6-8b0c-5a0ed8cd4ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:46.428029 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e07e6ff-f235-494d-a8b7-19f225bc2f00,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:46.435619 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.436072 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.436446 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.436806 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.437156 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.437508 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.437877 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.438222 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.438565 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.438906 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.439247 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.439585 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:30:46.443311 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a07fd9d3-a145-4b35-93ee-f7270eb020ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:46.631984 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:30:47.118872 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38038) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:47.136326 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-29af556f-161f-45ea-bd0e-9732bc8ee30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:47.294339 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-29af556f-161f-45ea-bd0e-9732bc8ee30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:47.324346 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f188a2c-f503-408d-b357-d8a920ea3e22 req-7c244e0c-9427-4a5a-ae99-e3b1552e89e5 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:47.326422 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f188a2c-f503-408d-b357-d8a920ea3e22 req-7c244e0c-9427-4a5a-ae99-e3b1552e89e5 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 944 time: 0.0926766 Jun 06 19:30:47.370052 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f188a2c-f503-408d-b357-d8a920ea3e22 req-b9e743b0-a679-4a1c-831f-3ac29389b967 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380342 Jun 06 19:30:47.373197 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-29af556f-161f-45ea-bd0e-9732bc8ee30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:47.383227 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a9f4b0f4-47df-4c47-a9a2-b936ba790592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:47.423733 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-29af556f-161f-45ea-bd0e-9732bc8ee30e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c6e0f6d16c84a9ab81d3715f59dd0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037434 Jun 06 19:30:47.425288 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af556f-161f-45ea-bd0e-9732bc8ee30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650881fe-1191-4079-a631-6229d2a6062a,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:47.426495 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38042) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:30:47.428520 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-29af556f-161f-45ea-bd0e-9732bc8ee30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:47.485091 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:47.509760 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:47.628142 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:47.630671 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:47.631783 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/650881fe-1191-4079-a631-6229d2a6062a HTTP/1.1" status: 204 len: 168 time: 0.2043183 Jun 06 19:30:47.632520 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-af71f897-7371-4815-894a-5b40a3d75e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:47.647349 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650881fe-1191-4079-a631-6229d2a6062a,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:47.655002 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:48.052977 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:30:48.121092 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:30:48.121385 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:48.239023 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:48.266778 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:48.269125 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe71f9f-74d5-4d61-a092-efdc404d14fe" -d '{"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-plugged", "status": "completed", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:48.277747 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:48.313282 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777a554c-69be-4502-9241-f6e580a203bd x-openstack-request-id: req-777a554c-69be-4502-9241-f6e580a203bd {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:48.313606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-plugged", "status": "completed", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:48.313874 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-777a554c-69be-4502-9241-f6e580a203bd {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:48.314272 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'code': 200} Jun 06 19:30:48.462517 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:48.466015 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:48.537204 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=8']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:48.540196 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:48.569054 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c3255-1efb-4d94-a343-a34611c321ed req-59f362bb-6401-4d9f-b7a7-a2f8fee6d196 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:48.570972 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bf0c3255-1efb-4d94-a343-a34611c321ed req-59f362bb-6401-4d9f-b7a7-a2f8fee6d196 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.0921283 Jun 06 19:30:48.622087 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bf0c3255-1efb-4d94-a343-a34611c321ed req-b76a2838-f4d2-47e1-b3f6-112e75b1f2f1 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 Jun 06 19:30:48.735794 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a77173-f831-402d-8dd3-e189784df051 req-6861ef48-852a-4f39-9678-eb806dc46c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:48.737293 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15a77173-f831-402d-8dd3-e189784df051 req-6861ef48-852a-4f39-9678-eb806dc46c14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1098 time: 0.0851469 Jun 06 19:30:48.782063 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-15a77173-f831-402d-8dd3-e189784df051 req-340d2178-6945-47e7-bb51-a3f581abae00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363841 Jun 06 19:30:49.834017 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a3607-ff90-4e5d-92b0-c63be1328566 req-aedcc46c-c126-4911-a8c0-006deb999520 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:49.835415 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dd5a3607-ff90-4e5d-92b0-c63be1328566 req-aedcc46c-c126-4911-a8c0-006deb999520 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.0994146 Jun 06 19:30:49.884632 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dd5a3607-ff90-4e5d-92b0-c63be1328566 req-0d9ba2e8-ab20-40ae-9c14-e2da33f6deaa tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Jun 06 19:30:51.068789 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044895c9-0102-46f3-9200-2dcceba35613 req-459e61e9-5e57-4c11-b4f7-4089958cfc7f tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:51.070324 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-044895c9-0102-46f3-9200-2dcceba35613 req-459e61e9-5e57-4c11-b4f7-4089958cfc7f tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.2303045 Jun 06 19:30:51.120803 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89a600-c298-4e58-956a-cf0a8fde5c91 req-1d9a42e4-1a56-4c8a-9ed3-0f8e2895c59c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:51.122282 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c89a600-c298-4e58-956a-cf0a8fde5c91 req-1d9a42e4-1a56-4c8a-9ed3-0f8e2895c59c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1260588 Jun 06 19:30:51.145655 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-044895c9-0102-46f3-9200-2dcceba35613 req-371f5e78-8574-4e1a-b6a9-486be29bd562 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Jun 06 19:30:51.173008 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2c89a600-c298-4e58-956a-cf0a8fde5c91 req-d1d155b5-9faa-4508-bf52-b3f660f9bc25 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Jun 06 19:30:52.333122 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e2ded-177f-45a6-a59d-351187eef13a req-7c4c3eb3-d6c1-47eb-b6ca-68406d58380f tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:52.340633 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-385e2ded-177f-45a6-a59d-351187eef13a req-7c4c3eb3-d6c1-47eb-b6ca-68406d58380f tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.0804029 Jun 06 19:30:52.384150 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-385e2ded-177f-45a6-a59d-351187eef13a req-083164c2-8c64-4621-88a4-5b0c8e47ba3c tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Jun 06 19:30:53.568961 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf696ea-0ee3-4707-8240-3e878abc2a58 req-1e19b554-2067-410d-954b-677532b1cb29 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:53.570543 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2bf696ea-0ee3-4707-8240-3e878abc2a58 req-1e19b554-2067-410d-954b-677532b1cb29 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.0795894 Jun 06 19:30:53.616444 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2bf696ea-0ee3-4707-8240-3e878abc2a58 req-c88a5f32-c13f-402f-ba4d-15893461e1b7 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Jun 06 19:30:54.811597 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8fd24-1e54-4c42-92b9-be6ed56dde35 req-fee7629e-ec9d-4910-b21f-6e47de2cf152 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:54.813031 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cef8fd24-1e54-4c42-92b9-be6ed56dde35 req-fee7629e-ec9d-4910-b21f-6e47de2cf152 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.0851533 Jun 06 19:30:54.860049 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cef8fd24-1e54-4c42-92b9-be6ed56dde35 req-1d4293f1-7ec1-407b-b16b-6b01293475b7 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Jun 06 19:30:56.047244 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58bc4-8b65-46b8-a7bb-3c982b5e3482 req-2cf0ac26-4f59-4725-8f6b-c685b6d4d4a3 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:56.048684 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4db58bc4-8b65-46b8-a7bb-3c982b5e3482 req-2cf0ac26-4f59-4725-8f6b-c685b6d4d4a3 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.0823343 Jun 06 19:30:56.092808 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4db58bc4-8b65-46b8-a7bb-3c982b5e3482 req-23454ed1-db24-4816-8aa5-bd0fc708708d tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad8eff4d-7a2e-4a66-a153-42750db5d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Jun 06 19:30:56.483487 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2719b3-4609-472e-bda0-de59ac378720 req-25400d3d-2dbd-4b4b-bcf6-2ef6bdb5df54 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:30:56.484916 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-4e2719b3-4609-472e-bda0-de59ac378720 req-25400d3d-2dbd-4b4b-bcf6-2ef6bdb5df54 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 945 time: 0.0792718 Jun 06 19:30:56.623932 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Deleting port fc1c8607-5225-4683-9c92-9b557af3032d {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:30:56.624271 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:56.755640 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] For port fc1c8607-5225-4683-9c92-9b557af3032d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fc1c8607-5225-4683-9c92-9b557af3032d,segment=NetworkSegment(7f6e955f-c668-461f-bed3-13d77670a6fc),segment_id=7f6e955f-c668-461f-bed3-13d77670a6fc)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:30:56.755896 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:56.879760 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Calling delete_port for fc1c8607-5225-4683-9c92-9b557af3032d owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:30:57.081390 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:57.089318 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ccfd9d00-edfb-4b4b-8807-bf1fd4b32e99 tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:30:57.099678 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['fc1c8607-5225-4683-9c92-9b557af3032d'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:30:57.135256 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Pushing event deleted for resources: {'Port': ['ID=fc1c8607-5225-4683-9c92-9b557af3032d,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:30:57.144875 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:30:57.228037 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] No DVR routers for this DVR port fc1c8607-5225-4683-9c92-9b557af3032d on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:30:57.231235 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:57.234016 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-4e2719b3-4609-472e-bda0-de59ac378720 req-b9a2d9b7-0954-49b8-8313-2489e0293dea tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.10 "DELETE /v2.0/ports/fc1c8607-5225-4683-9c92-9b557af3032d HTTP/1.1" status: 204 len: 173 time: 0.7421591 Jun 06 19:30:57.234549 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'name': 'network-vif-deleted', 'tag': 'fc1c8607-5225-4683-9c92-9b557af3032d'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:30:57.236830 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053060ce-0e4f-42d3-97e9-aaa0cb0dbb86" -d '{"events": [{"server_uuid": "586ff395-6862-4cd5-90d9-972f0bbaeebd", "name": "network-vif-deleted", "tag": "fc1c8607-5225-4683-9c92-9b557af3032d"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:30:57.259234 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-29254405-11f8-4f14-85a3-77ebee7890b0 req-26ccd066-dc0b-4a6b-ac1e-d9b9ed2db825 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] 10.222.0.13 "GET /v2.0/ports?device_id=586ff395-6862-4cd5-90d9-972f0bbaeebd HTTP/1.1" status: 200 len: 210 time: 0.0488255 Jun 06 19:30:57.283264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5467d3a1-8295-4ce9-89e7-86b070475a4c x-openstack-request-id: req-5467d3a1-8295-4ce9-89e7-86b070475a4c {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:30:57.283595 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ff395-6862-4cd5-90d9-972f0bbaeebd", "name": "network-vif-deleted", "tag": "fc1c8607-5225-4683-9c92-9b557af3032d", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:30:57.283887 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5467d3a1-8295-4ce9-89e7-86b070475a4c {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:30:57.284313 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ff395-6862-4cd5-90d9-972f0bbaeebd', 'name': 'network-vif-deleted', 'tag': 'fc1c8607-5225-4683-9c92-9b557af3032d', 'status': 'completed', 'code': 200} Jun 06 19:31:00.001436 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:00.097321 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device fc1c8607-5225-4683-9c92-9b557af3032d no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:00.131559 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: fc1c8607-5225-4683-9c92-9b557af3032d {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:00.131913 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device fc1c8607-5225-4683-9c92-9b557af3032d not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:00.222477 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-338cbcb3-ab2a-429a-a3fa-5d0dd7bad4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:02.801679 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:02.850650 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d85b-e2c4-445f-b67b-b9d9c8a7f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:02.926349 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fde4f-8929-4e68-bd01-9972c34182e2 req-8f662f07-3f59-4e20-a42b-ee6146567a5c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:02.927820 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-733fde4f-8929-4e68-bd01-9972c34182e2 req-8f662f07-3f59-4e20-a42b-ee6146567a5c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0823925 Jun 06 19:31:02.972939 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-733fde4f-8929-4e68-bd01-9972c34182e2 req-d54cbc4d-8ceb-4902-8bc6-a9681733b1e4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394845 Jun 06 19:31:03.919325 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:04.177458 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9d4af-296a-4844-9b19-da2ca7e4a08a req-fa1274ca-7047-47d5-93dc-05473b398c43 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:04.179120 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9df9d4af-296a-4844-9b19-da2ca7e4a08a req-fa1274ca-7047-47d5-93dc-05473b398c43 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0883417 Jun 06 19:31:04.230651 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9df9d4af-296a-4844-9b19-da2ca7e4a08a req-32071b28-e1ed-4806-bf37-7e64ffb531f9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Jun 06 19:31:05.420328 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153ed6-720c-4106-a1e4-0620f02d0a8d req-076f5c4a-2e4c-4cac-b721-49598e1e792f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:05.422434 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5d153ed6-720c-4106-a1e4-0620f02d0a8d req-076f5c4a-2e4c-4cac-b721-49598e1e792f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0819519 Jun 06 19:31:05.466274 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5d153ed6-720c-4106-a1e4-0620f02d0a8d req-e4b38a50-a5bb-4dea-b8b1-7c8ffb4ef1c7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379508 Jun 06 19:31:05.662280 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.287935 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38322) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:06.411934 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-40ca048f-0fa0-4024-b82b-9e0510f3c3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.518766 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-40ca048f-0fa0-4024-b82b-9e0510f3c3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.610063 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-40ca048f-0fa0-4024-b82b-9e0510f3c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.620400 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-1de4ce5d-5609-4db2-8fbf-10e913a1b23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:06.674757 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-40ca048f-0fa0-4024-b82b-9e0510f3c3b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd7fa5d7e2504395b0e84de7e728d04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857718 Jun 06 19:31:06.676539 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca048f-0fa0-4024-b82b-9e0510f3c3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17941128-7bcd-4c05-82c3-38d3db23899f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:06.677433 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38328) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:06.691158 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-40ca048f-0fa0-4024-b82b-9e0510f3c3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:06.714485 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc15cc-8e75-4e56-b3b0-f3c0864a351a req-fc9b8384-6593-4a90-b1fb-4491c76a0a70 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:06.715939 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-02dc15cc-8e75-4e56-b3b0-f3c0864a351a req-fc9b8384-6593-4a90-b1fb-4491c76a0a70 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1420805 Jun 06 19:31:06.750615 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7f617f3b-6fa6-421d-bb12-4b51eccc24a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.762130 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-02dc15cc-8e75-4e56-b3b0-f3c0864a351a req-f19397ea-64a2-465b-bdd6-7e06cdba659a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392587 Jun 06 19:31:06.776952 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7f617f3b-6fa6-421d-bb12-4b51eccc24a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.878931 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7f617f3b-6fa6-421d-bb12-4b51eccc24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.881301 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7f617f3b-6fa6-421d-bb12-4b51eccc24a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.882448 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-7f617f3b-6fa6-421d-bb12-4b51eccc24a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17941128-7bcd-4c05-82c3-38d3db23899f HTTP/1.1" status: 204 len: 168 time: 0.2040117 Jun 06 19:31:06.883200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9e3cc586-3a60-4905-9ab8-dda60548743e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:06.892974 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f617f3b-6fa6-421d-bb12-4b51eccc24a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17941128-7bcd-4c05-82c3-38d3db23899f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:06.895975 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7f617f3b-6fa6-421d-bb12-4b51eccc24a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:07.966682 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7d17-6cec-48ef-b02f-cd25aef1f0f9 req-8a2767aa-10b0-4285-8c70-c0ce29996d69 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:07.968055 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-79bb7d17-6cec-48ef-b02f-cd25aef1f0f9 req-8a2767aa-10b0-4285-8c70-c0ce29996d69 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0801299 Jun 06 19:31:08.016948 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-79bb7d17-6cec-48ef-b02f-cd25aef1f0f9 req-7c606597-b5e7-4ca4-b3e0-1a5a79bc1d34 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398505 Jun 06 19:31:09.207242 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45878afd-9715-41cc-aabf-1a81ad85ba8d req-b928f73c-7885-48ea-8708-d16b71170a4e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:09.208696 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-45878afd-9715-41cc-aabf-1a81ad85ba8d req-b928f73c-7885-48ea-8708-d16b71170a4e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0842538 Jun 06 19:31:09.256688 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-45878afd-9715-41cc-aabf-1a81ad85ba8d req-6f7ed381-538d-4298-9825-82904291115a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Jun 06 19:31:10.471966 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51e44-d964-4fbe-8219-fda82ec742f7 req-385d177d-6445-4bde-a30f-32bd225d224f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:10.473412 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-72c51e44-d964-4fbe-8219-fda82ec742f7 req-385d177d-6445-4bde-a30f-32bd225d224f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0903866 Jun 06 19:31:10.522271 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-72c51e44-d964-4fbe-8219-fda82ec742f7 req-affd4a6c-60e1-4dd2-ac8c-199ba63f2a78 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Jun 06 19:31:11.717432 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1c6b2-8a12-490c-ade4-6ba9f1979399 req-d4f2775f-1461-4a43-a807-5fe9c617cea3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:11.718891 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d0f1c6b2-8a12-490c-ade4-6ba9f1979399 req-d4f2775f-1461-4a43-a807-5fe9c617cea3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0835693 Jun 06 19:31:11.762746 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d0f1c6b2-8a12-490c-ade4-6ba9f1979399 req-22966a6a-c533-4311-b246-1c3beb79ffac tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Jun 06 19:31:12.953257 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088d945-5cda-4ee0-9322-073931e4cecf req-8bbdb199-4ed2-41a4-98e6-4d282fa95aef tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:12.956710 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d088d945-5cda-4ee0-9322-073931e4cecf req-8bbdb199-4ed2-41a4-98e6-4d282fa95aef tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0834084 Jun 06 19:31:13.006092 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d088d945-5cda-4ee0-9322-073931e4cecf req-b97c27ff-eb1d-4e37-8a63-c29ccefab82e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Jun 06 19:31:14.195654 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7519b-c59f-4a11-b87e-4ad57c1cdfb3 req-6ab4ad87-73e9-43eb-96bc-0acbbd133bd1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:14.197068 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-17d7519b-c59f-4a11-b87e-4ad57c1cdfb3 req-6ab4ad87-73e9-43eb-96bc-0acbbd133bd1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0803874 Jun 06 19:31:14.240990 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-17d7519b-c59f-4a11-b87e-4ad57c1cdfb3 req-c82de5de-a95b-4107-91bb-f425475dc81f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383458 Jun 06 19:31:15.022952 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:31:15.528069 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab444f1-c112-4cd6-a9ff-7e76b12ea2ff req-4ce72e99-e2d0-4914-a82f-aa842237d105 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:15.529484 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aab444f1-c112-4cd6-a9ff-7e76b12ea2ff req-4ce72e99-e2d0-4914-a82f-aa842237d105 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1697190 Jun 06 19:31:15.574389 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aab444f1-c112-4cd6-a9ff-7e76b12ea2ff req-f958cc1b-3a89-4897-8c30-67c0bd627ca4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Jun 06 19:31:16.762308 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a8c5-4b68-443c-93a9-a8b943e19497 req-af0951d6-8a3e-45b5-a55a-e611a039549e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:16.763773 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b397a8c5-4b68-443c-93a9-a8b943e19497 req-af0951d6-8a3e-45b5-a55a-e611a039549e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0794501 Jun 06 19:31:16.808229 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b397a8c5-4b68-443c-93a9-a8b943e19497 req-9443bdf9-79f8-456d-892f-58d90fadd779 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383792 Jun 06 19:31:18.001100 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1139e-1ed6-4974-a6a3-aaa74eb0a082 req-e4e07af0-cb6f-4019-901a-82f0e40f36a7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:18.002736 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fda1139e-1ed6-4974-a6a3-aaa74eb0a082 req-e4e07af0-cb6f-4019-901a-82f0e40f36a7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0826962 Jun 06 19:31:18.047736 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fda1139e-1ed6-4974-a6a3-aaa74eb0a082 req-ebcb89af-be7c-48a0-9c96-cbbb3dbc2143 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390124 Jun 06 19:31:19.247243 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcff6ce-93c2-497e-b908-e5a2cb7c431e req-87acec80-4956-466d-b630-e0fd29962f4a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:19.248686 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-adcff6ce-93c2-497e-b908-e5a2cb7c431e req-87acec80-4956-466d-b630-e0fd29962f4a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0842619 Jun 06 19:31:19.300630 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-adcff6ce-93c2-497e-b908-e5a2cb7c431e req-94e507cf-a72d-4382-9643-cf170bb6742e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450282 Jun 06 19:31:20.224848 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:31:20.386819 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:20.400048 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'port_id': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'mac_address': 'fa:16:3e:92:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:31:20.458608 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:20.473093 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38576) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:20.476617 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8e49207-9d90-426e-844f-ca1779ccafa2 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:31:20.494190 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:20.506325 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e42a-37f0-428c-8bf1-8d8a00a30a90 req-d19a53d7-70ec-4d9c-8a60-503a2997edf9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:20.507917 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9f80e42a-37f0-428c-8bf1-8d8a00a30a90 req-d19a53d7-70ec-4d9c-8a60-503a2997edf9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0863917 Jun 06 19:31:20.540253 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Deleting subnet 28dbc199-ad1f-4574-b206-5defca691308 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:31:20.543228 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:20.557095 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9f80e42a-37f0-428c-8bf1-8d8a00a30a90 req-a93a90b2-9ca1-41d3-b7dc-4913ff5b9cbf tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Jun 06 19:31:20.587601 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:20.589383 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:20.593856 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:20.651102 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:20.660983 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=6']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:20.668609 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.668953 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.669286 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.669634 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.669960 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.670414 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.670734 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.671054 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.671372 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.671689 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.672003 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.672315 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:20.676966 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:20.689272 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['b8e49207-9d90-426e-844f-ca1779ccafa2'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:31:20.898425 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:20.903665 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:20.906135 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38592) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:20.939463 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dbc199-ad1f-4574-b206-5defca691308,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:20.943655 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:20.946601 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28dbc199-ad1f-4574-b206-5defca691308 HTTP/1.1" status: 204 len: 168 time: 0.4694855 Jun 06 19:31:20.947564 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:20.948193 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38596) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:21.043113 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.055394 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.162681 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.192462 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.204825 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c958cc2-94af-4058-878b-538ce039d826']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:21.217728 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6e955f-c668-461f-bed3-13d77670a6fc') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:21.218023 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6e955f-c668-461f-bed3-13d77670a6fc') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:21.229478 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.235325 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.250176 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.257466 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:31:21.257784 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.270285 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-27a9749b-7580-4a4f-8e52-eac8afe26a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:31:21.274344 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:31:21.293525 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c40b739158d41b58afc15e12dd08a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860474 Jun 06 19:31:21.300976 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38606) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:21.314676 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b940f4d7-1340-42bc-83bd-32462a94f2de,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:21.334047 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.334423 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.334786 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.335141 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.335495 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.335845 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.336191 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.336559 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.336900 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.337244 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.337685 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.338036 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:21.342596 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:21.385237 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6c-03de-42bb-acc9-1f71660b883c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.411868 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6c-03de-42bb-acc9-1f71660b883c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.439312 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.444833 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:21.461981 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.464815 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] 10.222.0.13 "DELETE /v2.0/networks/0c958cc2-94af-4058-878b-538ce039d826 HTTP/1.1" status: 204 len: 168 time: 0.5156107 Jun 06 19:31:21.472068 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c958cc2-94af-4058-878b-538ce039d826,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:21.477022 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2f6db877-c01f-410b-8175-aea9fb1eae1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:21.576708 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6c-03de-42bb-acc9-1f71660b883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.579211 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6c-03de-42bb-acc9-1f71660b883c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:21.580321 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-9e59ca6c-03de-42bb-acc9-1f71660b883c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b940f4d7-1340-42bc-83bd-32462a94f2de HTTP/1.1" status: 204 len: 168 time: 0.2783852 Jun 06 19:31:21.581128 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-28e8e4cb-b737-4e84-9899-f89b942f37e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:21.614153 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59ca6c-03de-42bb-acc9-1f71660b883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b940f4d7-1340-42bc-83bd-32462a94f2de,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:21.617319 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-9e59ca6c-03de-42bb-acc9-1f71660b883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:21.835641 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14930-1786-4560-bd70-aa3200cf3feb req-644ef312-4a19-4ea4-8c73-95b92849a83b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:21.837453 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a9f14930-1786-4560-bd70-aa3200cf3feb req-644ef312-4a19-4ea4-8c73-95b92849a83b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 944 time: 0.1065948 Jun 06 19:31:21.879958 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38628) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:21.893332 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a9f14930-1786-4560-bd70-aa3200cf3feb req-a0ad0a8d-36ed-4c4b-8189-259414bb2520 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483341 Jun 06 19:31:21.944342 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-1568fd4b-9a11-42d5-a35a-d40b14013d74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33ef2b5e272a44d992e9275c6db3a031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606205 Jun 06 19:31:21.944792 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38630) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:22.059050 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:22.091231 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:22.224631 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:22.227212 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:22.227461 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:31:22.228550 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad8eff4d-7a2e-4a66-a153-42750db5d8d8 HTTP/1.1" status: 204 len: 168 time: 0.2827368 Jun 06 19:31:22.229379 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-3a01a527-b0ec-42a6-8b6c-93c1552256c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:22.244826 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8eff4d-7a2e-4a66-a153-42750db5d8d8,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:22.247212 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:22.326149 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port b8e49207-9d90-426e-844f-ca1779ccafa2 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:31:22.326522 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:22.457646 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:22.489685 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:31:22.492387 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6ccf39-e1e9-44b9-a81d-0e05a2963d8d" -d '{"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:31:22.501166 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:22.561129 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:22.564478 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:22.654802 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=7']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:22.659529 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:22.849919 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3323b09-d89a-4c04-b09f-939fd6ccb467 x-openstack-request-id: req-f3323b09-d89a-4c04-b09f-939fd6ccb467 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:31:22.850329 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:31:22.850696 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3323b09-d89a-4c04-b09f-939fd6ccb467 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:31:22.851182 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'code': 200} Jun 06 19:31:23.160838 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c3827316-4f3f-406c-8d01-32044abcff03 req-9bf88ad0-baae-474a-b7df-08bd13c2c99f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720594183&fields=id&tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4 HTTP/1.1" status: 200 len: 267 time: 0.0875561 Jun 06 19:31:23.213027 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759ba82-10eb-4c2e-b43c-5dc0ebc794e5 req-341ccfd9-b76d-4c18-99f5-306a30718a89 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:23.221055 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5759ba82-10eb-4c2e-b43c-5dc0ebc794e5 req-341ccfd9-b76d-4c18-99f5-306a30718a89 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1955640 Jun 06 19:31:23.293260 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5759ba82-10eb-4c2e-b43c-5dc0ebc794e5 req-dcb1ffe8-0dc2-43b0-a420-dd488d716254 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705357 Jun 06 19:31:23.464766 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3827316-4f3f-406c-8d01-32044abcff03 req-da25fed9-9672-454a-ad5d-e6d160c8584f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:23.464766 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c3827316-4f3f-406c-8d01-32044abcff03 req-da25fed9-9672-454a-ad5d-e6d160c8584f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 984 time: 0.2819769 Jun 06 19:31:23.464766 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Request body: {'port': {'security_groups': ['4244f552-d426-4448-a287-42ca0cd7c472']}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:31:23.597022 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:23.874714 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:23.901799 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:23.965006 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:23.974009 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:23.979665 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['8a19bc95-9f3d-4495-88eb-65f6702945a6'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:31:24.104854 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:24.106139 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:24.115815 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c3827316-4f3f-406c-8d01-32044abcff03 req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "PUT /v2.0/ports/8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 942 time: 0.6710684 Jun 06 19:31:24.116306 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38646) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:24.117239 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:31:24.120566 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1970fd-2b3d-4b33-8019-d60170d8671f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:31:24.129915 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event updated for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=7']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:24.133475 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:24.232076 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['8a19bc95-9f3d-4495-88eb-65f6702945a6'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:31:24.246559 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8247979f-cc36-473c-9e7e-7e9cf36eb2fd tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:24.294208 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8247979f-cc36-473c-9e7e-7e9cf36eb2fd tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:24.308205 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d67fa4-5926-43c9-9cdd-ba29c3066270 x-openstack-request-id: req-31d67fa4-5926-43c9-9cdd-ba29c3066270 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:31:24.315459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:31:24.315459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31d67fa4-5926-43c9-9cdd-ba29c3066270 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:31:24.315459 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'status': 'completed', 'code': 200} Jun 06 19:31:24.502179 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8247979f-cc36-473c-9e7e-7e9cf36eb2fd tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:24.505526 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8247979f-cc36-473c-9e7e-7e9cf36eb2fd tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:24.507234 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8247979f-cc36-473c-9e7e-7e9cf36eb2fd tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "DELETE /v2.0/security-groups/568e4663-1712-474d-8bb5-2f68dcbb110f HTTP/1.1" status: 204 len: 168 time: 0.3897233 Jun 06 19:31:24.508100 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-64e302ba-34d8-448f-a23e-02be6cb8a868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:24.519990 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247979f-cc36-473c-9e7e-7e9cf36eb2fd tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e4663-1712-474d-8bb5-2f68dcbb110f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:24.528718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8247979f-cc36-473c-9e7e-7e9cf36eb2fd tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:24.556352 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38658) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:24.648738 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-2226b1ed-a00c-4be9-92b1-1fa61d518eb9 None None] Provisioning complete for port 8a19bc95-9f3d-4495-88eb-65f6702945a6 triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:31:24.649239 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-2226b1ed-a00c-4be9-92b1-1fa61d518eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:24.670428 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-bff5ef45-527d-4306-8c69-64e85c095a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:24.672208 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-bff5ef45-527d-4306-8c69-64e85c095a12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1098 time: 0.3151724 Jun 06 19:31:24.842765 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-2126e4e2-f44b-42ab-a539-be43022886c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:24.844270 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-2126e4e2-f44b-42ab-a539-be43022886c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 200 len: 915 time: 0.1529613 Jun 06 19:31:24.871979 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ef3f0-59ab-4244-b4c5-3bf9b576d256 req-e4d7c8b5-50f1-4126-88ac-a50b5227c3b9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:24.878877 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-946ef3f0-59ab-4244-b4c5-3bf9b576d256 req-e4d7c8b5-50f1-4126-88ac-a50b5227c3b9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.3895028 Jun 06 19:31:24.953901 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-14822893-6fec-4623-b1cf-2c3f79e5aacb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 1000 time: 0.1021194 Jun 06 19:31:24.977749 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-946ef3f0-59ab-4244-b4c5-3bf9b576d256 req-91d37a85-6a01-4272-9bde-cdf4d6256298 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924220 Jun 06 19:31:25.003030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Deleting port eb51c8a2-1a9b-4f0e-86a2-a65ba71f7f31 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:25.003482 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:25.024349 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-3ffc3a51-51bd-43b8-847f-f0505ee32b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:25.025870 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-3ffc3a51-51bd-43b8-847f-f0505ee32b2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e61a2911-5052-49dd-858c-c3f352bf2388 HTTP/1.1" status: 200 len: 853 time: 0.0652740 Jun 06 19:31:25.120856 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-e383a34b-d78a-4338-b823-655a91848a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:25.122362 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-e383a34b-d78a-4338-b823-655a91848a5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895219 Jun 06 19:31:25.138926 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:25.139399 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:25.275812 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Calling delete_port for eb51c8a2-1a9b-4f0e-86a2-a65ba71f7f31 owned by network:floatingip {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:25.298748 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-29dc42ac-c59c-4e75-882a-b9fbc22f62be service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676869 Jun 06 19:31:25.464795 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-cb1970fd-2b3d-4b33-8019-d60170d8671f req-99ee97dd-b076-4ea2-a7d6-330347539063 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594536 Jun 06 19:31:25.504667 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:25.508536 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-7f49859a-650f-47bc-80a8-d5c475d9ea6c tempest-AttachVolumeNegativeTest-390791095 tempest-AttachVolumeNegativeTest-390791095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:25.553950 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event deleted for resources: {'Port': ['ID=eb51c8a2-1a9b-4f0e-86a2-a65ba71f7f31,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:25.557051 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:25.649966 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks [] for floatingip, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:25.650238 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.l3_db [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Floating IP e9ea87fb-4c7b-4746-97a5-9e92f005deed disassociated (deleted). External IP: 172.28.3.42, port: 8a19bc95-9f3d-4495-88eb-65f6702945a6. Jun 06 19:31:26.049973 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Router 50ed8d92-df82-46ae-9239-d495c0b4e406 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:31:26.302649 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370801c5-730f-4fe0-9ed7-34f00f1691ce req-3d03022d-7c06-47ef-bd52-044425e41fd5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:26.304110 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-370801c5-730f-4fe0-9ed7-34f00f1691ce req-3d03022d-7c06-47ef-bd52-044425e41fd5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1927283 Jun 06 19:31:26.314443 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:31:26.325240 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] Sync routers for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:31:26.331358 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:26.343546 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:26.344195 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:26.521733 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-370801c5-730f-4fe0-9ed7-34f00f1691ce req-209a1c28-91e7-4ef2-a27b-8d2ec296ffc5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094145 Jun 06 19:31:26.523170 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "DELETE /v2.0/floatingips/e9ea87fb-4c7b-4746-97a5-9e92f005deed HTTP/1.1" status: 204 len: 168 time: 1.9655936 Jun 06 19:31:26.523785 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:31:26.535563 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90753c-9dce-4293-bd13-f6065dc67cff" -d '{"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:31:26.614664 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:26.619472 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13df6d8e-b598-44a8-9ef4-76d32d918c5e x-openstack-request-id: req-13df6d8e-b598-44a8-9ef4-76d32d918c5e {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:31:26.619791 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:31:26.620076 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13df6d8e-b598-44a8-9ef4-76d32d918c5e {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:31:26.620495 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'status': 'completed', 'code': 200} Jun 06 19:31:26.734580 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-a2fdd3d4-640c-482f-97e6-75be14536254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:26.737525 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-a2fdd3d4-640c-482f-97e6-75be14536254 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 1098 time: 0.0904787 Jun 06 19:31:26.924832 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-92119e27-dea4-4466-8d35-91d984b18d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:26.928089 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-92119e27-dea4-4466-8d35-91d984b18d38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 200 len: 915 time: 0.1837046 Jun 06 19:31:27.085306 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:38Z', 'revision_number': 5, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:27.089532 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] Checking router: 50ed8d92-df82-46ae-9239-d495c0b4e406 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:31:27.103896 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:27.103896 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:27.120784 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-c175ffc9-d359-4a0c-9391-49f6c97bff1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 200 len: 217 time: 0.1839848 Jun 06 19:31:27.207472 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-ba9ad2ec-4224-4c95-b1c2-453d48cba7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:27.209268 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-ba9ad2ec-4224-4c95-b1c2-453d48cba7b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e61a2911-5052-49dd-858c-c3f352bf2388 HTTP/1.1" status: 200 len: 853 time: 0.0799792 Jun 06 19:31:27.310154 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-673cde2e-c42f-4b64-848c-2548e806ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:27.312075 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-673cde2e-c42f-4b64-848c-2548e806ac79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15409dd0-65e3-44d8-9e3b-5ff256ef61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940607 Jun 06 19:31:27.389264 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:27.481708 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-0948d03c-3774-4b13-af35-1679327667b7 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614623 Jun 06 19:31:27.629002 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-bc90753c-9dce-4293-bd13-f6065dc67cff req-3c4a7a6c-82dc-4759-abb8-171610ed1646 service neutron] 10.222.0.10 "GET /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383677 Jun 06 19:31:27.805892 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:38Z', 'revision_number': 5, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:27.810512 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ca816-bb81-431e-8282-e652b5d7eaf9 None None] The sync data for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb is: [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:28:30Z', 'revision_number': 4, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'd0c9af65-50c4-4764-8694-d3c75cea59da', 'name': '', 'network_id': '15409dd0-65e3-44d8-9e3b-5ff256ef61b6', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'mac_address': 'fa:16:3e:01:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:29Z', 'updated_at': '2021-06-06T19:28:38Z', 'revision_number': 5, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'subnets': [{'id': 'e61a2911-5052-49dd-858c-c3f352bf2388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:31:27.839268 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab98950-9531-456d-82d4-cc737793eb69 req-be3938f0-a64c-4a1d-adcd-c23f67257a85 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:27.851945 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4ab98950-9531-456d-82d4-cc737793eb69 req-be3938f0-a64c-4a1d-adcd-c23f67257a85 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1191900 Jun 06 19:31:27.903620 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4ab98950-9531-456d-82d4-cc737793eb69 req-4c95fb28-e47b-44e7-a819-312b9c26822c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559335 Jun 06 19:31:28.148525 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e23271-d6f6-4f2e-835f-cd08c53f3bad None None] New status for floating IP e9ea87fb-4c7b-4746-97a5-9e92f005deed: DOWN {{(pid=92062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:31:29.272554 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3db61-cc02-49a9-b900-2a5d5358a5db req-b58a312d-3179-479c-b4b4-6cba249a0625 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:29.275845 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7eb3db61-cc02-49a9-b900-2a5d5358a5db req-b58a312d-3179-479c-b4b4-6cba249a0625 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0922890 Jun 06 19:31:29.340758 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7eb3db61-cc02-49a9-b900-2a5d5358a5db req-502f0990-7972-4212-88a5-8f5a46288e3e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573208 Jun 06 19:31:30.044637 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:30.247012 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-8c813d6f-89ea-445b-bba8-f086a9ed55f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:30.558701 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40c488-344a-4e2f-9df0-f47be4138152 req-702378d0-9ec5-46b5-ab54-3372a7a8eea6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:30.566875 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f40c488-344a-4e2f-9df0-f47be4138152 req-702378d0-9ec5-46b5-ab54-3372a7a8eea6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.1001909 Jun 06 19:31:30.639417 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4f40c488-344a-4e2f-9df0-f47be4138152 req-455775cf-64ac-42a9-a563-cfe15641cc26 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704818 Jun 06 19:31:31.699803 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3629c01-dcd7-4c81-9fa5-031f87a35ddb req-befe0244-07ba-4b5f-9052-cb268ceb3bac tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:31.699803 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e3629c01-dcd7-4c81-9fa5-031f87a35ddb req-befe0244-07ba-4b5f-9052-cb268ceb3bac tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.1009808 Jun 06 19:31:31.747979 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e3629c01-dcd7-4c81-9fa5-031f87a35ddb req-d2cf534d-1470-442a-ac75-a3105ea4c018 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Jun 06 19:31:31.861971 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ced35d-28de-4fd5-ac5d-9d8ffc253e58 req-75f4de2c-38f8-4f55-b98f-606f26c3d051 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:31.863623 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3ced35d-28de-4fd5-ac5d-9d8ffc253e58 req-75f4de2c-38f8-4f55-b98f-606f26c3d051 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0916953 Jun 06 19:31:31.916857 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3ced35d-28de-4fd5-ac5d-9d8ffc253e58 req-dec30663-1064-478f-8564-5cea7a669ed8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468535 Jun 06 19:31:32.915020 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:32.956617 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c1a0-d206-4ba9-af66-b9cf2c96aebe req-373eb33f-c35c-4c24-8233-f7809058195c tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:32.958126 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c5b3c1a0-d206-4ba9-af66-b9cf2c96aebe req-373eb33f-c35c-4c24-8233-f7809058195c tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0823066 Jun 06 19:31:32.990776 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-35a6b929-4a13-46f9-95f7-640d50514207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:33.007847 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c5b3c1a0-d206-4ba9-af66-b9cf2c96aebe req-592a705d-f32a-406b-b6cd-81c9872ec354 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Jun 06 19:31:33.113374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca9cf-d1da-4e08-9ed2-d10554bbd1da req-c8828cec-5cba-4005-8ca5-36d54f80bd6d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:33.114847 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e4eca9cf-d1da-4e08-9ed2-d10554bbd1da req-c8828cec-5cba-4005-8ca5-36d54f80bd6d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0860782 Jun 06 19:31:33.158256 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e4eca9cf-d1da-4e08-9ed2-d10554bbd1da req-72c10a58-4dcc-4a57-9c4a-eeb57ebc2e64 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Jun 06 19:31:33.681307 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-030dafdf-345c-42d0-9e1a-09655a6fd947 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:33.682767 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-030dafdf-345c-42d0-9e1a-09655a6fd947 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 945 time: 0.0844719 Jun 06 19:31:33.818554 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Deleting port 8a19bc95-9f3d-4495-88eb-65f6702945a6 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:33.818841 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:33.932216 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-38e6c45d-bff2-463d-9686-6844476d526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:33.933872 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-38e6c45d-bff2-463d-9686-6844476d526e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 1098 time: 0.0706890 Jun 06 19:31:33.948060 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:33.961764 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] For port 8a19bc95-9f3d-4495-88eb-65f6702945a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8a19bc95-9f3d-4495-88eb-65f6702945a6,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:33.962133 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:34.071726 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-32f5763c-fab5-4894-9955-bde3166f5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:34.073223 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-32f5763c-fab5-4894-9955-bde3166f5728 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.1335373 Jun 06 19:31:34.093649 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Calling delete_port for 8a19bc95-9f3d-4495-88eb-65f6702945a6 owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:34.228420 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-654e8e09-1657-40ba-8f7b-9f9ec47f3c8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8e49207-9d90-426e-844f-ca1779ccafa2 HTTP/1.1" status: 200 len: 1001 time: 0.1463535 Jun 06 19:31:34.281602 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:34.289673 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-2766d6e9-02a4-4311-84b1-40a9a16e4337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:34.295018 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['8a19bc95-9f3d-4495-88eb-65f6702945a6'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:31:34.362431 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12656-b0fa-46bc-8013-f55bdc1fa6dc req-ab7e257f-1bb1-45ef-8202-730f8c557b1f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:34.362431 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aff12656-b0fa-46bc-8013-f55bdc1fa6dc req-ab7e257f-1bb1-45ef-8202-730f8c557b1f tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f64319d-6456-4500-b825-e2c9b4d60c0a HTTP/1.1" status: 200 len: 867 time: 0.2217638 Jun 06 19:31:34.365514 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-935067fa-00b4-433c-9623-4c1bc67f9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:34.366889 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-935067fa-00b4-433c-9623-4c1bc67f9ec4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.1312222 Jun 06 19:31:34.371906 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Pushing event deleted for resources: {'Port': ['ID=8a19bc95-9f3d-4495-88eb-65f6702945a6,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:34.374775 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:34.416164 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] No DVR routers for this DVR port 8a19bc95-9f3d-4495-88eb-65f6702945a6 on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:31:34.418704 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:34.420777 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-368d169d-5db0-4f97-90ee-0c8b2ff2d3c4 req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.10 "DELETE /v2.0/ports/8a19bc95-9f3d-4495-88eb-65f6702945a6 HTTP/1.1" status: 204 len: 173 time: 0.7321239 Jun 06 19:31:34.421477 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'name': 'network-vif-deleted', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:31:34.424421 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e27ddb-cbd9-48b5-a41e-a7f7f064011d" -d '{"events": [{"server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "name": "network-vif-deleted", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:31:34.470234 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-aff12656-b0fa-46bc-8013-f55bdc1fa6dc req-9b3f7d33-304d-4d9c-9567-adf412a0a303 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] 10.222.0.13 "GET /v2.0/security-groups?id=4244f552-d426-4448-a287-42ca0cd7c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024065 Jun 06 19:31:34.491142 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a58e2-830d-4ba2-9672-b84c20ec03aa req-ace055fc-2ed7-480a-aa73-c624bd1ed7cf tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:34.491142 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-239a58e2-830d-4ba2-9672-b84c20ec03aa req-ace055fc-2ed7-480a-aa73-c624bd1ed7cf tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.2100892 Jun 06 19:31:34.523234 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-c56e2d66-c66d-49b2-9aba-40564cc8c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:34.524670 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-c56e2d66-c66d-49b2-9aba-40564cc8c4a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1410325 Jun 06 19:31:34.569209 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-239a58e2-830d-4ba2-9672-b84c20ec03aa req-38471300-a965-4065-95f9-3537fa8abe3d tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752556 Jun 06 19:31:34.588957 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d66cd1-2879-42e6-8a8a-eb7260715673 x-openstack-request-id: req-28d66cd1-2879-42e6-8a8a-eb7260715673 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:31:34.589266 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f64319d-6456-4500-b825-e2c9b4d60c0a", "name": "network-vif-deleted", "tag": "8a19bc95-9f3d-4495-88eb-65f6702945a6", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:31:34.589554 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28d66cd1-2879-42e6-8a8a-eb7260715673 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:31:34.590079 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f64319d-6456-4500-b825-e2c9b4d60c0a', 'name': 'network-vif-deleted', 'tag': '8a19bc95-9f3d-4495-88eb-65f6702945a6', 'status': 'completed', 'code': 200} Jun 06 19:31:34.679833 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-06a5482e-42b5-4aac-9906-6bb6187c586a service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451931 Jun 06 19:31:34.919185 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5ab3a671-b4d8-42eb-85cb-0003d0bc812d req-9d108bfe-5101-46e5-999c-b00a9dcf38c2 service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326627 Jun 06 19:31:35.628392 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:35.778363 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a7b7-2a8c-419d-9d3a-807270bb675f req-72e45904-20c1-48a8-96f2-f5a17f7935d1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:35.779837 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2b72a7b7-2a8c-419d-9d3a-807270bb675f req-72e45904-20c1-48a8-96f2-f5a17f7935d1 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 945 time: 0.0981674 Jun 06 19:31:35.840603 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2b72a7b7-2a8c-419d-9d3a-807270bb675f req-d752b875-3978-4781-aee8-85adaf056f50 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474744 Jun 06 19:31:36.306977 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:36.421308 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:36.450508 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:31:36.452779 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa77260-8e0c-42b1-ba0e-5f96a2502780" -d '{"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:31:36.460711 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:36.500553 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890fa103-cd0c-4606-98ba-9e295e6e1090 x-openstack-request-id: req-890fa103-cd0c-4606-98ba-9e295e6e1090 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:31:36.500856 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:31:36.501118 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-890fa103-cd0c-4606-98ba-9e295e6e1090 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:31:36.501692 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'code': 200} Jun 06 19:31:36.541827 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:36.542608 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 8a19bc95-9f3d-4495-88eb-65f6702945a6 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:36.571649 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-847577fb-5082-4f2f-b1ac-8c9e75e80e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:36.622356 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 8a19bc95-9f3d-4495-88eb-65f6702945a6 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:36.629459 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 8a19bc95-9f3d-4495-88eb-65f6702945a6 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:36.643652 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=8']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:36.646540 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:37.123836 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38832) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:37.194477 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e85a4-0cdc-4638-a9ac-8348b6066d15 req-fcd0f447-fc9c-447b-b5f2-04bd98cb464c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:37.196017 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-079e85a4-0cdc-4638-a9ac-8348b6066d15 req-fcd0f447-fc9c-447b-b5f2-04bd98cb464c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.1016469 Jun 06 19:31:37.243872 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-079e85a4-0cdc-4638-a9ac-8348b6066d15 req-2a9b23ed-7591-49d2-807b-a935ec68fdc0 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Jun 06 19:31:37.787988 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629406'] for router_interface, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:38.205448 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Deleting port d0c9af65-50c4-4764-8694-d3c75cea59da {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:38.206317 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:38.336117 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] For port d0c9af65-50c4-4764-8694-d3c75cea59da, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=d0c9af65-50c4-4764-8694-d3c75cea59da,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:38.336480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:38.462929 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Calling delete_port for d0c9af65-50c4-4764-8694-d3c75cea59da owned by network:router_interface {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:38.698188 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:38.702278 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a815a3b2-de7e-443a-ba63-a07f9875fa14 tempest-ServerRescueNegativeTestJSON-798310871 tempest-ServerRescueNegativeTestJSON-798310871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:38.748876 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c9af65-50c4-4764-8694-d3c75cea59da,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:38.751837 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:39.116088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1662124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629840'] for router_interface, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:39.479204 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Router 50ed8d92-df82-46ae-9239-d495c0b4e406 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:31:39.660801 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:31:39.666278 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/50ed8d92-df82-46ae-9239-d495c0b4e406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5407059 Jun 06 19:31:39.668813 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38864) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:39.673180 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] Sync routers for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:31:39.702308 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:39.702308 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:39.868311 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks [] for router, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:39.912756 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29152c-72dc-4265-8d44-506d6e3ed114 req-8a24461a-db76-4a15-bc13-f399b0e5032b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:39.915027 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3b29152c-72dc-4265-8d44-506d6e3ed114 req-8a24461a-db76-4a15-bc13-f399b0e5032b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.1329417 Jun 06 19:31:39.964889 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:39.982143 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3b29152c-72dc-4265-8d44-506d6e3ed114 req-15d5bc5f-c6c8-438f-b835-66a68dbc4d92 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594728 Jun 06 19:31:40.063328 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:40.215557 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Deleting port 21b7c405-302e-48ce-9dff-b85056bb215f {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:40.215906 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:40.292208 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:31:38Z', 'revision_number': 5, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port': {'id': '21b7c405-302e-48ce-9dff-b85056bb215f', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:24Z', 'updated_at': '2021-06-06T19:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:40.296004 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] Checking router: 50ed8d92-df82-46ae-9239-d495c0b4e406 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:31:40.301106 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:40.363756 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] For port 21b7c405-302e-48ce-9dff-b85056bb215f, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=21b7c405-302e-48ce-9dff-b85056bb215f,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:40.364359 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:40.385137 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] Routers {'50ed8d92-df82-46ae-9239-d495c0b4e406'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:40.385783 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['50ed8d92-df82-46ae-9239-d495c0b4e406'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:40.399690 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38892) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:40.504735 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Calling delete_port for 21b7c405-302e-48ce-9dff-b85056bb215f owned by network:router_gateway {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:40.529508 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-8b589d97-ff89-411f-a5b4-bf85149bb847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285501 Jun 06 19:31:40.589854 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] Set router 50ed8d92-df82-46ae-9239-d495c0b4e406 gateway port host: None {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:40.717373 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:31:40Z', 'revision_number': 6, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port_host': None}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:40.725780 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a3fa7-de9a-4dd1-ad7f-7798a1a3a046 None None] The sync data for ids ['50ed8d92-df82-46ae-9239-d495c0b4e406'] in dv-cinder-794962-3-smb is: [{'id': '50ed8d92-df82-46ae-9239-d495c0b4e406', 'name': 'tempest-TestMinimumBasicScenario-886755999-router', 'tenant_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:23Z', 'updated_at': '2021-06-06T19:31:40Z', 'revision_number': 6, 'project_id': 'fd9fc55c832847b88e488fcd9e2bc3b4', 'gw_port_host': None}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:31:40.858525 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:40.863719 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d4b0cad9-26b7-4d28-ac4e-35b7ce5929e3 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:40.938962 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b7c405-302e-48ce-9dff-b85056bb215f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:40.941808 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:41.010653 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1851726'] for router_gateway, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.183396 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a76f5-b0a3-4c66-b6dc-bb9192ba29cd req-f1ca58f0-8bf0-4761-b4e6-128db089284e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:41.184939 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8b3a76f5-b0a3-4c66-b6dc-bb9192ba29cd req-f1ca58f0-8bf0-4761-b4e6-128db089284e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0970974 Jun 06 19:31:41.232989 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4887'] for router, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.237187 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.251286 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8b3a76f5-b0a3-4c66-b6dc-bb9192ba29cd req-820ade39-85ed-4f97-8973-e855754af7d4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590763 Jun 06 19:31:41.347776 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633765'] for router, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.348402 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ed8d92-df82-46ae-9239-d495c0b4e406 {{(pid=92059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:31:41.360014 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.360014 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ea3d9d11-0307-481b-8e8d-28b6dfe7a179 admin admin] 10.222.0.13 "DELETE /v2.0/routers/50ed8d92-df82-46ae-9239-d495c0b4e406 HTTP/1.1" status: 204 len: 168 time: 1.6845224 Jun 06 19:31:41.360014 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38918) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:41.420737 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Deleting subnet e61a2911-5052-49dd-858c-c3f352bf2388 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:31:41.423583 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.471842 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.590840 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.717760 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 21b7c405-302e-48ce-9dff-b85056bb215f no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:41.732506 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.745842 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:41.762730 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 21b7c405-302e-48ce-9dff-b85056bb215f {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:41.763150 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 21b7c405-302e-48ce-9dff-b85056bb215f not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:41.763576 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device d0c9af65-50c4-4764-8694-d3c75cea59da no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:41.789722 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61a2911-5052-49dd-858c-c3f352bf2388,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:41.795315 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.800044 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e61a2911-5052-49dd-858c-c3f352bf2388 HTTP/1.1" status: 204 len: 168 time: 0.4395902 Jun 06 19:31:41.800044 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dbe557ee-80ab-4953-a463-d4de5ed18e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:41.800494 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 38920) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:41.805675 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17694863-886e-4097-846e-9d10863a6719 None None] Network 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:31:41.820354 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: d0c9af65-50c4-4764-8694-d3c75cea59da {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:41.820713 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device d0c9af65-50c4-4764-8694-d3c75cea59da not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:41.920325 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:41.997826 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Deleting port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:41.998156 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.078749 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] DHCP port deletion for 15409dd0-65e3-44d8-9e3b-5ff256ef61b6 request from dv-cinder-794962-3-smb {{(pid=92061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:31:42.097544 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] For port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:42.097923 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.146957 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Deleting port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee {{(pid=92061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:42.147388 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.226276 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Calling delete_port for 34464ef7-cc6e-43e2-bd3d-1a208998f7ee owned by network:dhcp {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:42.247059 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] For port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,segment=NetworkSegment(48178f39-b11a-4a6d-b964-2a1798d068e0),segment_id=48178f39-b11a-4a6d-b964-2a1798d068e0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:42.247602 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.360888 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-30a7af14-d743-40be-b2bd-44b65206114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:42.363560 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-30a7af14-d743-40be-b2bd-44b65206114f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376&tenant_id=5453e9408dd342739a33e1a5ba2a99c2 HTTP/1.1" status: 200 len: 1096 time: 0.0871511 Jun 06 19:31:42.405049 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Calling delete_port for 34464ef7-cc6e-43e2-bd3d-1a208998f7ee owned by network:dhcp {{(pid=92061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:42.442086 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.457783 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:42.505338 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] No DVR routers for this DVR port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee on host dv-cinder-794962-3-smb {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:31:42.546588 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Pushing event deleted for resources: {'Port': ['ID=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:42.552259 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.556310 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:42.561636 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:42.604833 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] No DVR routers for this DVR port 34464ef7-cc6e-43e2-bd3d-1a208998f7ee on host dv-cinder-794962-3-smb {{(pid=92061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:31:42.610604 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Pushing event deleted for resources: {'Port': ['ID=34464ef7-cc6e-43e2-bd3d-1a208998f7ee,revision_number=None']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:42.613942 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:42.651636 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.669491 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15409dd0-65e3-44d8-9e3b-5ff256ef61b6']}} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:42.686419 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48178f39-b11a-4a6d-b964-2a1798d068e0') {'for_net_delete': True} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:42.686711 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48178f39-b11a-4a6d-b964-2a1798d068e0') {} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:42.706489 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2132301'] for segment, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.731345 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067faf0a-877d-43cf-ae55-928e0b1b7c7d req-1aa25bd3-500f-4448-bc1e-2ec587bff778 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:42.732781 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-067faf0a-877d-43cf-ae55-928e0b1b7c7d req-1aa25bd3-500f-4448-bc1e-2ec587bff778 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.3594472 Jun 06 19:31:42.736865 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-2bc2906d-cfc9-4fa0-88c8-a8158343e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:42.738209 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-2bc2906d-cfc9-4fa0-88c8-a8158343e57c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 1096 time: 0.3334723 Jun 06 19:31:42.752887 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.790759 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=92060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:31:42.791124 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3528338'] for segment, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: Traceback (most recent call last): Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: timer() Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: cb(*args, **kw) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: return func(*args, **kwargs) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: self._notify() Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: self.callback(batched_events) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: event.method(event) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: return f(self, *a, **k) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: return self._get(url).json() Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: return self.request(url, 'GET', **kwargs) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:31:42.804087 dv-cinder-794962-3-smb neutron-server[92060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:31:43.038983 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-067faf0a-877d-43cf-ae55-928e0b1b7c7d req-fe4bde8a-68e2-49a3-af6a-95f404a2ccd9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998347 Jun 06 19:31:43.082961 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-a2d8d71d-f2b0-4183-8d2a-2a7b94f5b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:43.082961 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-a2d8d71d-f2b0-4183-8d2a-2a7b94f5b3df service neutron] 10.222.0.10 "GET /v2.0/networks?id=43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 200 len: 917 time: 0.3273869 Jun 06 19:31:43.147615 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:43.168081 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b5e6c0bb-f13f-4934-90cb-2c59224fe824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:43.184718 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:43.186525 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] 10.222.0.13 "DELETE /v2.0/networks/15409dd0-65e3-44d8-9e3b-5ff256ef61b6 HTTP/1.1" status: 204 len: 168 time: 1.3850870 Jun 06 19:31:43.190541 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38936) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:43.194905 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Pushing event deleted for resources: {'Network': ['ID=15409dd0-65e3-44d8-9e3b-5ff256ef61b6,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:43.198622 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:43.212595 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-a28e4e88-6649-4424-ba34-98cc1de3fcd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8e49207-9d90-426e-844f-ca1779ccafa2 HTTP/1.1" status: 200 len: 999 time: 0.1222367 Jun 06 19:31:43.277545 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-2ea53611-8288-4a47-87bc-056e7b986044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:43.278965 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-2ea53611-8288-4a47-87bc-056e7b986044 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 200 len: 855 time: 0.0593946 Jun 06 19:31:43.355801 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-72e5d30c-08bd-427e-ba2a-aaa29edffa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:43.357269 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-72e5d30c-08bd-427e-ba2a-aaa29edffa1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43854d07-2f1f-4b7e-b64e-9892b5b4460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718203 Jun 06 19:31:43.491891 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-6da359fe-8ee1-445f-af52-26cd07c728aa service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272938 Jun 06 19:31:43.628134 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cdd6ebb2-c90e-49f9-a8f7-247c2ea50734 req-ec1da9fd-4bb9-4c89-bff5-a6f60e5521ee service neutron] 10.222.0.10 "GET /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292782 Jun 06 19:31:43.713331 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 34464ef7-cc6e-43e2-bd3d-1a208998f7ee no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:43.731018 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629406'] for router_interface, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:43.767433 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 34464ef7-cc6e-43e2-bd3d-1a208998f7ee {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:43.768651 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 34464ef7-cc6e-43e2-bd3d-1a208998f7ee not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:44.272652 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Deleting port 9ae2100a-fdda-42de-8860-d01fd07fd652 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:44.273242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:44.325205 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f7b4-ae06-4f45-aab0-3ee68b8fe79a req-30a9b076-b5bb-4ad7-9e4a-051afd888ab9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:44.333069 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6787f7b4-ae06-4f45-aab0-3ee68b8fe79a req-30a9b076-b5bb-4ad7-9e4a-051afd888ab9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.1648214 Jun 06 19:31:44.426139 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6787f7b4-ae06-4f45-aab0-3ee68b8fe79a req-d7ed396d-d284-45d5-b740-acb008aca8f8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849550 Jun 06 19:31:44.548480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] For port 9ae2100a-fdda-42de-8860-d01fd07fd652, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=9ae2100a-fdda-42de-8860-d01fd07fd652,segment=NetworkSegment(b2fb5428-598d-46a7-867f-58c7f71d7e9e),segment_id=b2fb5428-598d-46a7-867f-58c7f71d7e9e)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:44.549049 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:44.724242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Calling delete_port for 9ae2100a-fdda-42de-8860-d01fd07fd652 owned by network:router_interface {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:44.993668 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:44.997781 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:45.076061 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae2100a-fdda-42de-8860-d01fd07fd652,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:45.078888 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:45.386301 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1662124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629840'] for router_interface, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:45.402014 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85b8c3-522a-44c2-b018-c3bb69ab78e6 req-ef899ce7-ce9f-4c0e-9f86-6c48c69fdec1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:45.403501 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f85b8c3-522a-44c2-b018-c3bb69ab78e6 req-ef899ce7-ce9f-4c0e-9f86-6c48c69fdec1 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.0881131 Jun 06 19:31:45.454840 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6f85b8c3-522a-44c2-b018-c3bb69ab78e6 req-49ed76f4-c1ed-4e08-9317-9f0e0150d8d8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442824 Jun 06 19:31:45.648857 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5bb90-6f1c-4e6c-84bd-1def09fc9e17 req-f256d7f5-8acc-4a59-92da-12a10302f18a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:45.650388 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebb5bb90-6f1c-4e6c-84bd-1def09fc9e17 req-f256d7f5-8acc-4a59-92da-12a10302f18a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0873191 Jun 06 19:31:45.744667 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ebb5bb90-6f1c-4e6c-84bd-1def09fc9e17 req-2c3718a8-9e6e-4b77-87c1-711b92c8fd5b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835774 Jun 06 19:31:45.911737 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:31:46.098541 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:31:46.103225 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-045468f1-4d40-47f5-8881-4f0710f26868 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ad071b8-adaa-4b9a-b6d8-3866208ce453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9116445 Jun 06 19:31:46.105894 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38976) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:46.108182 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] Sync routers for ids ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:31:46.117921 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] Routers {'7ad071b8-adaa-4b9a-b6d8-3866208ce453'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:46.118517 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:46.295502 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] Set router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:46.295870 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:46.476971 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:46.634204 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Deleting port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:46.634204 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:46.683207 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:31:44Z', 'revision_number': 5, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port': {'id': 'fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:28:39Z', 'updated_at': '2021-06-06T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:46.688365 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] Checking router: 7ad071b8-adaa-4b9a-b6d8-3866208ce453 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:31:46.698110 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] Routers {'7ad071b8-adaa-4b9a-b6d8-3866208ce453'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:46.701328 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:46.779718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] For port fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:46.780741 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:46.781602 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203c48-4cf2-4282-b9f0-ac6cbd66b9e4 req-d49e343d-9692-4efc-99b4-ac8169a2e7c9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:46.785609 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-79203c48-4cf2-4282-b9f0-ac6cbd66b9e4 req-d49e343d-9692-4efc-99b4-ac8169a2e7c9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1398132 Jun 06 19:31:46.857099 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-79203c48-4cf2-4282-b9f0-ac6cbd66b9e4 req-e10d898e-6c31-4969-9572-73881bbb3332 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631018 Jun 06 19:31:46.897380 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] Set router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 gateway port host: None {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:46.964915 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Calling delete_port for fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 owned by network:router_gateway {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:47.005925 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404b7f4-ae3c-4eec-9649-336e078c4b1b req-e97f4cef-691f-49dc-a963-be82c17caf47 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:47.007939 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c404b7f4-ae3c-4eec-9649-336e078c4b1b req-e97f4cef-691f-49dc-a963-be82c17caf47 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.1075845 Jun 06 19:31:47.026918 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:31:46Z', 'revision_number': 6, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port_host': None}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:47.032753 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ff4c-6cd7-4848-93e4-8c710c7cad24 None None] The sync data for ids ['7ad071b8-adaa-4b9a-b6d8-3866208ce453'] in dv-cinder-794962-3-smb is: [{'id': '7ad071b8-adaa-4b9a-b6d8-3866208ce453', 'name': 'tempest-TestMinimumBasicScenario-675478567-router', 'tenant_id': '41a224a2937c42968d51dd7df2e51ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:28:38Z', 'updated_at': '2021-06-06T19:31:46Z', 'revision_number': 6, 'project_id': '41a224a2937c42968d51dd7df2e51ea3', 'gw_port_host': None}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:31:47.078182 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c404b7f4-ae3c-4eec-9649-336e078c4b1b req-c78fc01d-ccc5-479c-8d24-6c7ac73bced5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642266 Jun 06 19:31:47.218442 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.223098 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-efd695f9-94dc-4cde-b480-0c8861edfdc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:47.270651 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:47.314498 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.314882 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.315256 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.315613 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.316026 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.316388 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.316742 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.317092 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.317508 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.317880 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.318226 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.318573 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:31:47.346719 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:47.378357 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1851726'] for router_gateway, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.666157 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4887'] for router, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.668413 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.743925 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633765'] for router, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.744370 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad071b8-adaa-4b9a-b6d8-3866208ce453 {{(pid=92059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:31:47.749371 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.751089 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7ad071b8-adaa-4b9a-b6d8-3866208ce453 HTTP/1.1" status: 204 len: 168 time: 1.6437752 Jun 06 19:31:47.753416 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38984) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:47.822544 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Deleting subnet 3c97c63c-a6af-4cb2-a1df-2be1495d2078 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:31:47.826133 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.875302 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:47.884247 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:47.929423 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:47.929836 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbf3a81b-9a31-47dd-98b9-a57a2b7a7c30 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:47.930219 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ae2100a-fdda-42de-8860-d01fd07fd652 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:47.987606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 9ae2100a-fdda-42de-8860-d01fd07fd652 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:47.987606 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ae2100a-fdda-42de-8860-d01fd07fd652 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:48.000447 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.141365 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33594a8d-024c-4b8f-9b1e-2d218d904310 req-1896a3b3-1cfd-4c55-84c8-94aac121e088 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:48.148380 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-33594a8d-024c-4b8f-9b1e-2d218d904310 req-1896a3b3-1cfd-4c55-84c8-94aac121e088 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1373682 Jun 06 19:31:48.195477 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.202369 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:48.234579 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-33594a8d-024c-4b8f-9b1e-2d218d904310 req-21b2d2e7-a5d5-4326-939c-1e63e7d3cadf tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796301 Jun 06 19:31:48.264479 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c97c63c-a6af-4cb2-a1df-2be1495d2078,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:48.267408 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:48.269229 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.271561 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-3cf4eb36-1420-43c4-91ec-afe728229102 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c97c63c-a6af-4cb2-a1df-2be1495d2078 HTTP/1.1" status: 204 len: 168 time: 0.5168552 Jun 06 19:31:48.275520 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38990) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:48.275996 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571b35e-5fa1-4a09-a681-8dcd56ce426a None None] Network 544149cf-b7c0-4d52-8991-e976ac6604ed requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:31:48.347894 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccf1c0-bd90-45e6-a736-901dfe7e737d req-f223ee4f-127a-4ead-9cce-e1455ebda9c2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:48.349459 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-90ccf1c0-bd90-45e6-a736-901dfe7e737d req-f223ee4f-127a-4ead-9cce-e1455ebda9c2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.1184585 Jun 06 19:31:48.395627 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.447755 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-90ccf1c0-bd90-45e6-a736-901dfe7e737d req-ac557ef4-d5e2-4fa8-b615-1656fd57e646 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863409 Jun 06 19:31:48.490139 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Deleting port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:48.490499 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.597179 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] DHCP port deletion for 544149cf-b7c0-4d52-8991-e976ac6604ed request from dv-cinder-794962-3-smb {{(pid=92061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:31:48.600354 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] For port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,segment=NetworkSegment(b2fb5428-598d-46a7-867f-58c7f71d7e9e),segment_id=b2fb5428-598d-46a7-867f-58c7f71d7e9e)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:48.600721 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.665410 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Deleting port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 {{(pid=92061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:48.665852 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.732971 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Calling delete_port for 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 owned by network:dhcp {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:48.791505 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] For port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,segment=NetworkSegment(b2fb5428-598d-46a7-867f-58c7f71d7e9e),segment_id=b2fb5428-598d-46a7-867f-58c7f71d7e9e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:48.796191 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.864247 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.875208 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-aeeb1553-d793-49b6-a5c1-6486b50867a4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:48.916217 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] No DVR routers for this DVR port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 on host dv-cinder-794962-3-smb {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:31:48.922180 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Calling delete_port for 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 owned by network:dhcp {{(pid=92061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:48.948250 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:48.952787 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:48.966694 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:48.972541 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-47acfbd0-d938-4aec-98be-228e9979bd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:49.023702 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Pushing event deleted for resources: {'Port': ['ID=6a2d44c4-9cfa-40eb-820d-e7832b0d6e13,revision_number=None']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:49.025536 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] No DVR routers for this DVR port 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 on host dv-cinder-794962-3-smb {{(pid=92061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:31:49.026925 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:49.051709 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:49.066609 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544149cf-b7c0-4d52-8991-e976ac6604ed']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:49.079729 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fb5428-598d-46a7-867f-58c7f71d7e9e') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:49.080547 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fb5428-598d-46a7-867f-58c7f71d7e9e') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:49.092609 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:49.109660 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:49.115978 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:31:49.116362 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:31:49.129734 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:31:49.273559 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:49.277689 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:49.306886 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:49.308918 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] 10.222.0.13 "DELETE /v2.0/networks/544149cf-b7c0-4d52-8991-e976ac6604ed HTTP/1.1" status: 204 len: 168 time: 1.0323026 Jun 06 19:31:49.309945 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Pushing event deleted for resources: {'Network': ['ID=544149cf-b7c0-4d52-8991-e976ac6604ed,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:49.316543 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ba3819ef-afce-4fa6-95b0-5c550871afba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:49.458812 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c30b3-30e4-4992-9a1a-ef70a967d12d req-e8a70244-2ae2-4eda-9a65-25c5e4f362b8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:49.460308 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-105c30b3-30e4-4992-9a1a-ef70a967d12d req-e8a70244-2ae2-4eda-9a65-25c5e4f362b8 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1074569 Jun 06 19:31:49.507806 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-105c30b3-30e4-4992-9a1a-ef70a967d12d req-e1663dbb-a676-42a7-8f77-fb5d609beeb3 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417588 Jun 06 19:31:49.680367 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb54b0a-ac7f-4466-911a-9efffac41d98 req-bd3c50ae-64eb-4561-8793-c891ae059be6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:49.681981 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eeb54b0a-ac7f-4466-911a-9efffac41d98 req-bd3c50ae-64eb-4561-8793-c891ae059be6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.1031783 Jun 06 19:31:49.719463 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:31:49.753295 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 38998) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:49.761300 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:31:49.764962 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 6a2d44c4-9cfa-40eb-820d-e7832b0d6e13 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:31:49.765193 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eeb54b0a-ac7f-4466-911a-9efffac41d98 req-b1aac194-ceaa-4a08-bd62-09fd4b04b6e8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760970 Jun 06 19:31:49.822356 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-cdb256c8-bf29-4797-a0dd-1b1ae53f7e6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd9fc55c832847b88e488fcd9e2bc3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677345 Jun 06 19:31:49.824683 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39000) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:49.887345 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:49.913986 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:50.058175 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:50.061175 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:50.062719 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4244f552-d426-4448-a287-42ca0cd7c472 HTTP/1.1" status: 204 len: 168 time: 0.2370293 Jun 06 19:31:50.067286 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f372309e-3b29-4b14-97bf-af377bf30621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:50.075533 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244f552-d426-4448-a287-42ca0cd7c472,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:50.078012 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:50.712437 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39010) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:50.715168 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc9613-ac7b-428c-8a66-d0e322a5a078 req-67994b72-bb8e-4d82-870a-b16105aceea2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:50.716707 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-40cc9613-ac7b-428c-8a66-d0e322a5a078 req-67994b72-bb8e-4d82-870a-b16105aceea2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.0965495 Jun 06 19:31:50.765119 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-40cc9613-ac7b-428c-8a66-d0e322a5a078 req-36af8293-1d71-452c-a3b1-7b0d7fd957e0 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Jun 06 19:31:50.774794 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ff574058-22c9-47e5-b5a4-ed9f960c0ae2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41a224a2937c42968d51dd7df2e51ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589728 Jun 06 19:31:50.775750 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39012) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:31:50.839513 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6034fb13-43f2-4f33-a2ee-28d137136045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:50.866097 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6034fb13-43f2-4f33-a2ee-28d137136045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:50.983819 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6034fb13-43f2-4f33-a2ee-28d137136045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:50.986878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6034fb13-43f2-4f33-a2ee-28d137136045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:50.988233 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6034fb13-43f2-4f33-a2ee-28d137136045 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f885e5f-5ac3-49db-b28e-2a920e724b52 HTTP/1.1" status: 204 len: 168 time: 0.2113278 Jun 06 19:31:50.988777 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9620c6-3c9d-46bb-860b-daa83c81c5dc req-f8727ea2-73e6-490b-8c25-0f168a8dae88 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:50.989140 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8ec53947-cf8b-4f59-9ebb-a72a557e0f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:50.990282 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd9620c6-3c9d-46bb-860b-daa83c81c5dc req-f8727ea2-73e6-490b-8c25-0f168a8dae88 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0894725 Jun 06 19:31:50.999535 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034fb13-43f2-4f33-a2ee-28d137136045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f885e5f-5ac3-49db-b28e-2a920e724b52,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:51.002461 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6034fb13-43f2-4f33-a2ee-28d137136045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:51.045375 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd9620c6-3c9d-46bb-860b-daa83c81c5dc req-b6d4a51f-d944-4133-81fb-4d21976bb750 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Jun 06 19:31:52.022500 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:31:52.059859 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f573-7d07-4080-9e4e-c09de89a65df req-cf6692ff-e5eb-4798-adb0-00de0524f79a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:52.061278 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fee5f573-7d07-4080-9e4e-c09de89a65df req-cf6692ff-e5eb-4798-adb0-00de0524f79a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1855013 Jun 06 19:31:52.110671 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fee5f573-7d07-4080-9e4e-c09de89a65df req-f551c1d2-75fb-4b3b-a82c-7a15ad4b8939 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Jun 06 19:31:52.257617 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a329dc-c05b-43e6-94c7-3717b124dba4 req-c6c42ff7-23d1-4680-a50a-426944c65da7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:52.259015 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d0a329dc-c05b-43e6-94c7-3717b124dba4 req-c6c42ff7-23d1-4680-a50a-426944c65da7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0828941 Jun 06 19:31:52.304005 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d0a329dc-c05b-43e6-94c7-3717b124dba4 req-611f07a1-d06f-4e1f-ade5-eff2d86fccd9 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394299 Jun 06 19:31:53.309333 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c22458-a2cb-4e9e-b271-edead574140e req-b3635010-5d0f-426c-817c-34c5c5a7fbf9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:53.310840 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-29c22458-a2cb-4e9e-b271-edead574140e req-b3635010-5d0f-426c-817c-34c5c5a7fbf9 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.0911529 Jun 06 19:31:53.359496 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-29c22458-a2cb-4e9e-b271-edead574140e req-62b95a78-5264-4630-ab25-50d6ac573674 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424836 Jun 06 19:31:53.509976 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d196fc-8eb0-4064-9c58-094b0857827a req-495418ae-e2d2-4e67-939e-1b18b96d0bd7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:53.511430 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a0d196fc-8eb0-4064-9c58-094b0857827a req-495418ae-e2d2-4e67-939e-1b18b96d0bd7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0885515 Jun 06 19:31:53.560779 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a0d196fc-8eb0-4064-9c58-094b0857827a req-8d4bcc94-e2eb-4fde-aec9-0ee20757403e tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Jun 06 19:31:54.549196 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3fbf1-e2b3-463b-b867-f7656504fa05 req-7dbf0925-c6bc-4c5a-9bf1-1393e548d74e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:54.550725 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-62c3fbf1-e2b3-463b-b867-f7656504fa05 req-7dbf0925-c6bc-4c5a-9bf1-1393e548d74e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.0800965 Jun 06 19:31:54.602922 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-62c3fbf1-e2b3-463b-b867-f7656504fa05 req-394e76fc-0813-4074-8431-f721810d7d24 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466042 Jun 06 19:31:54.753741 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58a7f4-c2b5-4bf5-8e8e-e0bbea302d23 req-e800fbec-fb7e-4f9f-8815-b23e26c4dfa3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:54.755171 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ba58a7f4-c2b5-4bf5-8e8e-e0bbea302d23 req-e800fbec-fb7e-4f9f-8815-b23e26c4dfa3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0839219 Jun 06 19:31:54.799369 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ba58a7f4-c2b5-4bf5-8e8e-e0bbea302d23 req-54f0cacd-69cd-4720-90e7-fda2a14a2ec8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377023 Jun 06 19:31:55.783583 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f384fd-d550-4acb-9e5d-fb9fbe093262 req-d1dc34d0-7255-45dd-9ead-a2fcf42e9575 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:55.784914 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e2f384fd-d550-4acb-9e5d-fb9fbe093262 req-d1dc34d0-7255-45dd-9ead-a2fcf42e9575 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.0767410 Jun 06 19:31:55.831723 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e2f384fd-d550-4acb-9e5d-fb9fbe093262 req-5f764668-6596-41bc-b1fd-1f0b508ded15 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410903 Jun 06 19:31:55.986764 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8778c-1971-4571-8d9e-da56e02f7616 req-12bc5fde-1bd1-42f9-924f-f0052b568d56 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:55.988118 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99f8778c-1971-4571-8d9e-da56e02f7616 req-12bc5fde-1bd1-42f9-924f-f0052b568d56 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 943 time: 0.0776684 Jun 06 19:31:56.030345 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99f8778c-1971-4571-8d9e-da56e02f7616 req-e2f2fba9-ad9a-4f4a-bbc9-4c1dd334fbcf tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368125 Jun 06 19:31:56.411114 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:31:56.541220 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:56.554292 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'port_id': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'mac_address': 'fa:16:3e:92:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:31:56.610031 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:56.626412 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e49207-9d90-426e-844f-ca1779ccafa2 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:31:56.641292 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:56.742027 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:56.743812 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:56.808252 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=9']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:56.811123 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:56.912907 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-750b45ef-7778-43c9-b0ef-e70a677a050d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:56.914379 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-750b45ef-7778-43c9-b0ef-e70a677a050d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.0849886 Jun 06 19:31:56.956062 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['b8e49207-9d90-426e-844f-ca1779ccafa2'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:31:57.114064 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5fae-4080-4e0a-8bfd-9c97bea89e1d req-c34c7d6e-067b-4886-9807-b6327c69b141 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:57.115516 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-39cc5fae-4080-4e0a-8bfd-9c97bea89e1d req-c34c7d6e-067b-4886-9807-b6327c69b141 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 946 time: 0.1650107 Jun 06 19:31:57.126226 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Deleting port e5beb7b7-8ab5-4476-ac64-3fea280898e6 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:31:57.126563 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:57.310663 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-39cc5fae-4080-4e0a-8bfd-9c97bea89e1d req-ed3ba0e2-bea1-4f41-91d3-3ba523587177 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups?id=b790663d-3b32-4f95-88b0-9c56e8bf831f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859834 Jun 06 19:31:57.359301 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] For port e5beb7b7-8ab5-4476-ac64-3fea280898e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5beb7b7-8ab5-4476-ac64-3fea280898e6,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:57.359657 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:57.429405 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e3f01-b1c2-406f-97eb-021bef2b25e9 req-5f439d87-eabb-4fa8-8ec8-9ca120f3d0ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:57.430866 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-126e3f01-b1c2-406f-97eb-021bef2b25e9 req-5f439d87-eabb-4fa8-8ec8-9ca120f3d0ca tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 944 time: 0.2857208 Jun 06 19:31:57.575058 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-126e3f01-b1c2-406f-97eb-021bef2b25e9 req-619c9942-eacb-429c-a47a-d34e7c49a089 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239448 Jun 06 19:31:57.691741 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:57.692106 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:57.692442 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.l3_db [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Floating IP e624e581-d814-473a-b79a-b810864f4727 disassociated. External IP: 172.28.3.94, port: e5beb7b7-8ab5-4476-ac64-3fea280898e6. Jun 06 19:31:57.692773 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Calling delete_port for e5beb7b7-8ab5-4476-ac64-3fea280898e6 owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:31:57.953537 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:57.959771 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c7ce8ec1-dcfa-4517-9963-ffc74c2c1fc4 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:31:58.003229 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event deleted for resources: {'Port': ['ID=e5beb7b7-8ab5-4476-ac64-3fea280898e6,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:31:58.006179 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:31:58.183545 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:31:58.362209 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:31:58.373599 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] Sync routers for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:31:58.394731 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:58.395358 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:58.437934 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] No DVR routers for this DVR port e5beb7b7-8ab5-4476-ac64-3fea280898e6 on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:31:58.442079 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:58.444274 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3f5d19aa-4a3c-407b-a0e5-fb78b39320c7 req-a08d11e7-57fb-497c-a1bf-99aa0944ba42 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.10 "DELETE /v2.0/ports/e5beb7b7-8ab5-4476-ac64-3fea280898e6 HTTP/1.1" status: 204 len: 173 time: 1.5232117 Jun 06 19:31:58.445529 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'name': 'network-vif-deleted', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:31:58.448311 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358e54f6-c402-4977-81a4-eb73fea81e1b" -d '{"events": [{"server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "name": "network-vif-deleted", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:31:58.465162 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:31:58.501455 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-87b454bc-cec6-4af2-925a-7c2d5db775d5 req-64964dc1-d4ee-428b-963b-a3fb6c60135a tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 210 time: 0.0498896 Jun 06 19:31:58.504411 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72dda80-a652-4e53-aa57-1d1af1c41202 x-openstack-request-id: req-a72dda80-a652-4e53-aa57-1d1af1c41202 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:31:58.504734 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63", "name": "network-vif-deleted", "tag": "e5beb7b7-8ab5-4476-ac64-3fea280898e6", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:31:58.505021 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a72dda80-a652-4e53-aa57-1d1af1c41202 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:31:58.505911 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63', 'name': 'network-vif-deleted', 'tag': 'e5beb7b7-8ab5-4476-ac64-3fea280898e6', 'status': 'completed', 'code': 200} Jun 06 19:31:58.634665 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port b8e49207-9d90-426e-844f-ca1779ccafa2 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:31:58.635058 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:58.686934 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:58.774143 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca3f03-bbb2-481c-823c-5cdaf4153df4 req-323d4de7-49bc-46e0-bfa9-1f91a74d4129 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:31:58.775608 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99ca3f03-bbb2-481c-823c-5cdaf4153df4 req-323d4de7-49bc-46e0-bfa9-1f91a74d4129 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 944 time: 0.0830429 Jun 06 19:31:58.824057 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-99ca3f03-bbb2-481c-823c-5cdaf4153df4 req-868ea74d-4bc5-48ab-b7c7-d1664d4a281f tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Jun 06 19:31:59.004324 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:59.077657 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:31:59.079999 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bf4ff4-c274-4b93-97e0-08c464a23cfa" -d '{"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:31:59.092100 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:31:59.131830 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb83fa-bd01-4af7-8361-73e3f87cb9fa x-openstack-request-id: req-52eb83fa-bd01-4af7-8361-73e3f87cb9fa {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:31:59.131830 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:31:59.132204 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52eb83fa-bd01-4af7-8361-73e3f87cb9fa {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:31:59.132579 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'code': 200} Jun 06 19:31:59.137489 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:59.141671 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] Checking router: 7cc17fd0-5ac5-49bd-81b4-3d057399b72f for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:31:59.150341 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:31:59.150947 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:31:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:59.338637 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:31:59.766184 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-edb5e557-a68c-467c-b8ac-e890e4926dfa req-5430ff79-25ac-4a3f-b9d6-e441197119b2 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc545e9-8333-4bcb-96fb-8ef4c6e4ab63 HTTP/1.1" status: 200 len: 210 time: 0.0473161 Jun 06 19:31:59.768175 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:31:59.768950 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d231a7-b9b5-4153-8e2c-7cbae3470b00 None None] The sync data for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb is: [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:46Z', 'revision_number': 4, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'f61e98b3-25a8-4a58-9735-00720d38c47a', 'name': '', 'network_id': '1cbdb473-d07e-4e9a-91d1-c31179375efb', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'mac_address': 'fa:16:3e:a7:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:45Z', 'updated_at': '2021-06-06T19:25:59Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'subnets': [{'id': 'f0c1aa65-4f03-4684-9af1-56028c123469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:31:59.924685 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b0dbc-e973-49ba-82c6-63962ab9e619 None None] New status for floating IP e624e581-d814-473a-b79a-b810864f4727: DOWN {{(pid=92062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:32:00.019478 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:00.020280 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device e5beb7b7-8ab5-4476-ac64-3fea280898e6 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:00.029814 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ba9f6-8252-4f1f-8390-e1ea2d2b0bec req-65b0cfec-2c25-49d9-85e6-a363c40da7c7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:00.031380 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5b6ba9f6-8252-4f1f-8390-e1ea2d2b0bec req-65b0cfec-2c25-49d9-85e6-a363c40da7c7 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 944 time: 0.0874379 Jun 06 19:32:00.045628 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:00.094997 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5b6ba9f6-8252-4f1f-8390-e1ea2d2b0bec req-9d5a3fe4-0d02-46d0-8259-273014a96311 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572124 Jun 06 19:32:00.109394 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: e5beb7b7-8ab5-4476-ac64-3fea280898e6 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:00.109780 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device e5beb7b7-8ab5-4476-ac64-3fea280898e6 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:00.111513 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:00.131233 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=10']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:00.135021 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:00.240921 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-9f2ebfda-afb6-4367-b820-e096c0bfdf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:00.379589 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd9b0-7772-460f-8fa8-fee787b54ec5 req-a83fc302-397f-43fe-8670-ea73fa653d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:00.383633 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bafcd9b0-7772-460f-8fa8-fee787b54ec5 req-a83fc302-397f-43fe-8670-ea73fa653d1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 1099 time: 0.0727351 Jun 06 19:32:00.420341 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bafcd9b0-7772-460f-8fa8-fee787b54ec5 req-08c3ebd6-a60d-4c53-9b40-4fd3ca381ffd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331779 Jun 06 19:32:00.891073 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39058) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:00.952698 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:00.979345 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:01.096373 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:01.098860 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:01.103288 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "DELETE /v2.0/security-groups/b790663d-3b32-4f95-88b0-9c56e8bf831f HTTP/1.1" status: 204 len: 168 time: 0.2078917 Jun 06 19:32:01.103288 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-95d137a4-a7fe-465d-b2ad-dc3658f0aa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:01.103499 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39060) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:01.111603 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790663d-3b32-4f95-88b0-9c56e8bf831f,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:01.113904 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:01.123472 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.api.v2.resource [None req-8dcc8263-8b95-4d4d-a9a1-e8eda4570e8d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] show failed (client error): The resource could not be found. Jun 06 19:32:01.128063 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8dcc8263-8b95-4d4d-a9a1-e8eda4570e8d tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "GET /v2.0/security-groups/b790663d-3b32-4f95-88b0-9c56e8bf831f HTTP/1.1" status: 404 len: 347 time: 0.0197947 Jun 06 19:32:01.128317 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39062) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:01.322505 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869b5f2-19e7-4327-899d-569aae0f2c15 req-24c518b5-c997-41e9-9cbd-f134cfd7efa3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:01.324057 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9869b5f2-19e7-4327-899d-569aae0f2c15 req-24c518b5-c997-41e9-9cbd-f134cfd7efa3 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 946 time: 0.0862746 Jun 06 19:32:01.362105 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Deleting port 004c6f0e-d5bb-4da8-a337-9a67d039c5b2 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:01.362449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:01.379009 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9869b5f2-19e7-4327-899d-569aae0f2c15 req-b193a953-1d73-4c82-9bdc-b82e1365d876 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Jun 06 19:32:01.583867 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:01.584191 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:01.708033 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Calling delete_port for 004c6f0e-d5bb-4da8-a337-9a67d039c5b2 owned by network:floatingip {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:01.886552 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:01.890475 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-24f9e6d0-55de-4d62-ab85-d95ddb441671 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:01.937123 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Pushing event deleted for resources: {'Port': ['ID=004c6f0e-d5bb-4da8-a337-9a67d039c5b2,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:01.940927 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:02.025540 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks [] for floatingip, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:02.027861 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:02.028969 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6d6815cc-f18f-4772-ae4b-a27d10b34d94 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] 10.222.0.13 "DELETE /v2.0/floatingips/e624e581-d814-473a-b79a-b810864f4727 HTTP/1.1" status: 204 len: 168 time: 0.8997066 Jun 06 19:32:02.572035 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacadaa2-5f38-4c6f-a605-9e315f5f2072 req-30669334-8e0d-4027-b7b7-732638ce3d6a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:02.573379 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eacadaa2-5f38-4c6f-a605-9e315f5f2072 req-30669334-8e0d-4027-b7b7-732638ce3d6a tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 946 time: 0.0800359 Jun 06 19:32:02.620301 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-eacadaa2-5f38-4c6f-a605-9e315f5f2072 req-86755800-8a4d-42a3-9224-2a846c5ca5d8 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Jun 06 19:32:02.806410 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:02.852253 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3b82144c-6857-43dd-b909-ed7cfcd83f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:03.150302 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-89df7f32-ebee-476e-a56d-e72236b5133c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685253 Jun 06 19:32:03.285798 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-bf75cedf-d2e3-429d-a1fe-5caae7979e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:03.287462 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-bf75cedf-d2e3-429d-a1fe-5caae7979e5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1098 time: 0.0685477 Jun 06 19:32:03.433283 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-7bf66d8b-cb9e-4445-81fa-c20f3ccb9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:03.434646 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-7bf66d8b-cb9e-4445-81fa-c20f3ccb9eab service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 910 time: 0.1289928 Jun 06 19:32:03.618239 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-e60d5eda-da95-4b1f-91d3-ccfb582b9413 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 1001 time: 0.1769037 Jun 06 19:32:03.682399 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-9c3d0153-cf22-4cf8-9256-fe3f5a3f42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:03.683873 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-9c3d0153-cf22-4cf8-9256-fe3f5a3f42dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 200 len: 848 time: 0.0601664 Jun 06 19:32:03.830374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-8f34449b-63f0-4aae-a9e4-9977988a6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:03.832143 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-8f34449b-63f0-4aae-a9e4-9977988a6ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac92d5c-0f9b-41d6-8309-927d17e9b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1418347 Jun 06 19:32:03.844058 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71cbd-cc53-4105-a800-2e87f9c667de req-10de697c-2b4d-4aa6-969b-332268a68611 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:03.845477 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3da71cbd-cc53-4105-a800-2e87f9c667de req-10de697c-2b4d-4aa6-969b-332268a68611 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 946 time: 0.1057723 Jun 06 19:32:03.901844 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:03.971741 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3da71cbd-cc53-4105-a800-2e87f9c667de req-e1ea40c3-8ba2-446e-bce3-d63fabe1e78b tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052256 Jun 06 19:32:04.005512 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-28668f58-7373-401c-b999-4465e38baab4 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588619 Jun 06 19:32:04.134961 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3ffbe629-2ed2-4ac7-a1d9-ae9bcd9ba19c req-f0f9d668-3efb-41d6-9ec2-7553a4a519e7 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231968 Jun 06 19:32:05.634909 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:06.505302 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39132) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:07.186644 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629406'] for router_interface, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:07.669393 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Deleting port f61e98b3-25a8-4a58-9735-00720d38c47a {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:07.670001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:07.788579 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] For port f61e98b3-25a8-4a58-9735-00720d38c47a, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=f61e98b3-25a8-4a58-9735-00720d38c47a,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:07.788933 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:07.909262 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Calling delete_port for f61e98b3-25a8-4a58-9735-00720d38c47a owned by network:router_interface {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:08.137534 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:08.142169 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-717f83fa-03dc-4ddc-b8c0-aba6244079cf tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:08.186149 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f61e98b3-25a8-4a58-9735-00720d38c47a,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:08.211133 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:08.447893 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1662124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629840'] for router_interface, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:08.801797 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:32:09.070506 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:32:09.075196 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b62121f4-9d52-44e8-a6ee-78b5d0097b2a admin admin] 10.222.0.13 "PUT /v2.0/routers/7cc17fd0-5ac5-49bd-81b4-3d057399b72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687470 Jun 06 19:32:09.077719 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39136) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:09.078580 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] Sync routers for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:32:09.088390 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:09.089002 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:09.249352 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks [] for router, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:09.263429 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:09.422207 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:09.560901 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Deleting port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:09.561234 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:09.591770 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:32:07Z', 'revision_number': 5, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port': {'id': '9ee64e4e-e238-4bf8-81c6-cddb002bfe6e', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:39Z', 'updated_at': '2021-06-06T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:09.595554 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] Checking router: 7cc17fd0-5ac5-49bd-81b4-3d057399b72f for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:32:09.603925 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] Routers {'7cc17fd0-5ac5-49bd-81b4-3d057399b72f'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:09.604524 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:09.687585 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] For port 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:09.687934 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:09.758028 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] Set router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f gateway port host: None {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:09.817308 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Calling delete_port for 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e owned by network:router_gateway {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:09.863553 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:32:09Z', 'revision_number': 6, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port_host': None}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:09.867483 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5aa52-f954-4273-a9a2-2d6ff580acf0 None None] The sync data for ids ['7cc17fd0-5ac5-49bd-81b4-3d057399b72f'] in dv-cinder-794962-3-smb is: [{'id': '7cc17fd0-5ac5-49bd-81b4-3d057399b72f', 'name': 'tempest-AttachVolumeTestJSON-1950086510-router', 'tenant_id': '0b0f2149594d47bb9d194ae751ee9db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:32:09Z', 'revision_number': 6, 'project_id': '0b0f2149594d47bb9d194ae751ee9db0', 'gw_port_host': None}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:32:10.027097 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.030639 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-68eb2220-2b36-454f-9e48-28f8af11d299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:10.071799 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee64e4e-e238-4bf8-81c6-cddb002bfe6e,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:10.075308 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:10.164465 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1851726'] for router_gateway, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.337140 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4887'] for router, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.339318 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.495778 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633765'] for router, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.496308 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc17fd0-5ac5-49bd-81b4-3d057399b72f {{(pid=92060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:32:10.500724 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] Notify callbacks [] for router, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.501845 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-b39fd32f-b8f3-40fe-934c-e18563aa1727 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7cc17fd0-5ac5-49bd-81b4-3d057399b72f HTTP/1.1" status: 204 len: 168 time: 1.4232061 Jun 06 19:32:10.505394 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39138) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:10.670548 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Deleting subnet f0c1aa65-4f03-4684-9af1-56028c123469 {{(pid=92060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:32:10.673404 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.726447 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2132340'] for subnet, precommit_delete_associations {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.847078 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.972869 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3669071'] for subnet, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:10.976859 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ea7f1e91-0e80-4f0f-b73f-42394b0d1fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:11.013989 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c1aa65-4f03-4684-9af1-56028c123469,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:11.017529 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.021782 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f0c1aa65-4f03-4684-9af1-56028c123469 HTTP/1.1" status: 204 len: 168 time: 0.5135345 Jun 06 19:32:11.021782 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-bd092890-76f6-488c-8cd2-c1b0af6fe2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:11.022497 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39140) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:11.023951 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ad369-13b2-45ed-ab27-151441c45c0a None None] Network 1cbdb473-d07e-4e9a-91d1-c31179375efb requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:32:11.125555 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.196245 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Deleting port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:11.196577 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.270651 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] DHCP port deletion for 1cbdb473-d07e-4e9a-91d1-c31179375efb request from dv-cinder-794962-3-smb {{(pid=92061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:32:11.296209 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] For port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:11.296558 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.334613 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Deleting port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce {{(pid=92061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:11.334992 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.417200 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Calling delete_port for 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce owned by network:dhcp {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:11.432825 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] For port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,segment=NetworkSegment(d407ef57-51ca-4f48-9fa9-9b859f02f9f2),segment_id=d407ef57-51ca-4f48-9fa9-9b859f02f9f2)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:11.433218 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.524700 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.528427 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:11.552570 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Calling delete_port for 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce owned by network:dhcp {{(pid=92061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:11.573741 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:11.577170 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:11.579352 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] No DVR routers for this DVR port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce on host dv-cinder-794962-3-smb {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:11.598129 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.601588 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-87eab6a4-bde8-47e2-9940-d31242784445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:11.641729 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Pushing event deleted for resources: {'Port': ['ID=0a23f4ca-ae68-4b71-a1c7-7c789fba8fce,revision_number=None']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:11.644727 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:11.649284 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] No DVR routers for this DVR port 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce on host dv-cinder-794962-3-smb {{(pid=92061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:11.698142 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.710978 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbdb473-d07e-4e9a-91d1-c31179375efb']}} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:11.723014 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:11.725897 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2') {'for_net_delete': True} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:11.726194 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd407ef57-51ca-4f48-9fa9-9b859f02f9f2') {} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:11.738321 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2132301'] for segment, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.754760 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.760028 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:11.760385 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 0a23f4ca-ae68-4b71-a1c7-7c789fba8fce not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:11.771468 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=92060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:32:11.771594 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device f61e98b3-25a8-4a58-9735-00720d38c47a no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:11.771692 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3528338'] for segment, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: Traceback (most recent call last): Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: timer() Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: cb(*args, **kw) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: return func(*args, **kwargs) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: self._notify() Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: self.callback(batched_events) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: event.method(event) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: return f(self, *a, **k) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: return self._get(url).json() Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: return self.request(url, 'GET', **kwargs) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:32:11.774105 dv-cinder-794962-3-smb neutron-server[92060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:32:11.793287 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: f61e98b3-25a8-4a58-9735-00720d38c47a {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:11.793676 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device f61e98b3-25a8-4a58-9735-00720d38c47a not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:11.794122 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:11.827562 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:11.827922 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 9ee64e4e-e238-4bf8-81c6-cddb002bfe6e not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:11.918742 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.922215 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5d0525ed-e714-4e47-afe1-c226df1b5da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:11.935293 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:11.937059 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] 10.222.0.13 "DELETE /v2.0/networks/1cbdb473-d07e-4e9a-91d1-c31179375efb HTTP/1.1" status: 204 len: 168 time: 0.9136724 Jun 06 19:32:11.943840 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbdb473-d07e-4e9a-91d1-c31179375efb,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:11.946268 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-305c2296-adc5-42dd-bf85-9186c101689b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:12.238460 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39144) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:12.288442 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-428afbbc-603c-42fe-85d4-32e57e7eb775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b0f2149594d47bb9d194ae751ee9db0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488040 Jun 06 19:32:12.290814 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39146) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:12.352450 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:12.377974 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:12.496226 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:12.498925 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:12.500054 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b95d835e-5519-43d1-a0b7-df669163c56f HTTP/1.1" status: 204 len: 168 time: 0.2083783 Jun 06 19:32:12.500818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ee0ec854-403b-452e-b103-9b9343bdb8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:12.511061 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d835e-5519-43d1-a0b7-df669163c56f,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:12.514432 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:13.724401 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39174) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:14.145356 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Deleting port 5579f397-d88e-4819-8dbb-1cda8bfb97a7 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:14.145693 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:14.268078 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:14.271521 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:14.394092 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Calling delete_port for 5579f397-d88e-4819-8dbb-1cda8bfb97a7 owned by network:floatingip {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:14.583967 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:14.589506 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a45626f8-4e76-48f1-a61c-da34ee521e40 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:14.634054 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event deleted for resources: {'Port': ['ID=5579f397-d88e-4819-8dbb-1cda8bfb97a7,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:14.636770 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:14.733737 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for floatingip, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:14.734357 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.l3_db [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Floating IP ad6c636e-cb94-42dd-87f5-a3e3efedf019 disassociated (deleted). External IP: 172.28.3.242, port: b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7. Jun 06 19:32:15.177422 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Router 1f758227-a19f-4697-a4c6-7980ed8819b5 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:32:15.358185 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:32:15.363396 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:15.367741 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] Sync routers for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:32:15.377363 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:15.378505 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:15.416348 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "DELETE /v2.0/floatingips/ad6c636e-cb94-42dd-87f5-a3e3efedf019 HTTP/1.1" status: 204 len: 168 time: 1.6908875 Jun 06 19:32:15.416989 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:32:15.419264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:32:15.462467 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e2b0e8-ecbc-499e-9ea0-4d784e8610d9 x-openstack-request-id: req-44e2b0e8-ecbc-499e-9ea0-4d784e8610d9 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:32:15.462865 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:32:15.463222 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44e2b0e8-ecbc-499e-9ea0-4d784e8610d9 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:32:15.463739 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'status': 'completed', 'code': 200} Jun 06 19:32:15.557226 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:15.560563 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-c75950bf-c446-41bc-9013-87a37e8a49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:15.562046 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-c75950bf-c446-41bc-9013-87a37e8a49d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da36be9fbb441c9bb16651635d88240&device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 1098 time: 0.0767853 Jun 06 19:32:15.707942 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-638a2789-aaec-415c-ba04-5f6ce5a0dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:15.710456 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-638a2789-aaec-415c-ba04-5f6ce5a0dc74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 200 len: 910 time: 0.1412814 Jun 06 19:32:15.793370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-4717acba-d493-49b4-b185-6c4368e1ec0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 200 len: 217 time: 0.0764260 Jun 06 19:32:15.879896 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 5, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:15.884146 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] Checking router: 1f758227-a19f-4697-a4c6-7980ed8819b5 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:32:15.893353 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:15.894068 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:16.027739 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-24521b3f-3727-4b54-8297-864183b5381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:16.029078 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-24521b3f-3727-4b54-8297-864183b5381b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 200 len: 848 time: 0.2280772 Jun 06 19:32:16.097704 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:16.109511 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b45ca-d534-42bd-bed4-149510eba412 req-9b74ccc0-aeec-40d2-928d-0d89a28f2641 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:16.110977 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c3b45ca-d534-42bd-bed4-149510eba412 req-9b74ccc0-aeec-40d2-928d-0d89a28f2641 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1600130 Jun 06 19:32:16.146459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-af6fe308-fe9a-420d-82f5-3edc0a7663cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:16.147892 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-af6fe308-fe9a-420d-82f5-3edc0a7663cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac92d5c-0f9b-41d6-8309-927d17e9b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1105101 Jun 06 19:32:16.191815 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0c3b45ca-d534-42bd-bed4-149510eba412 req-e7a421eb-3189-4718-ad51-4b8cc40700ac tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742364 Jun 06 19:32:16.294535 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-7b7bf174-ddde-418f-95fe-598c9a0ee973 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376722 Jun 06 19:32:16.410341 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 5, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:16.414835 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d2a2d-a875-455c-870d-692abcc94f24 None None] The sync data for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb is: [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:26:53Z', 'revision_number': 4, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': '14490bda-c897-45b6-8c7a-1a3e6f5a527c', 'name': '', 'network_id': '3ac92d5c-0f9b-41d6-8309-927d17e9b198', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'mac_address': 'fa:16:3e:48:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:52Z', 'updated_at': '2021-06-06T19:27:02Z', 'revision_number': 5, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'subnets': [{'id': '0a89670a-3bfb-47b4-89ff-872e74bc31e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:32:16.439383 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f0ad6b27-c9aa-4f5c-9dc2-015a847a48d7 req-e0b2b72f-8f2e-4e77-8f55-80c8898c94d4 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370144 Jun 06 19:32:16.633463 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ebbd6e-b02c-41d6-b6ff-b7ddd15b99e2 None None] New status for floating IP ad6c636e-cb94-42dd-87f5-a3e3efedf019: DOWN {{(pid=92061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:32:17.263249 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf080-a679-4703-8f65-c26994278bbf req-2b28e67f-b124-4c45-9f06-f8f0c01c2b5c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:17.264672 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-535cf080-a679-4703-8f65-c26994278bbf req-2b28e67f-b124-4c45-9f06-f8f0c01c2b5c tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.0841417 Jun 06 19:32:17.457754 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf69e-1947-4255-87e7-0599174b3b2d req-7f91719a-c7bf-499d-964e-df209119a523 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:17.459158 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-21baf69e-1947-4255-87e7-0599174b3b2d req-7f91719a-c7bf-499d-964e-df209119a523 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 945 time: 0.1533732 Jun 06 19:32:17.489950 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Deleting port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:17.490200 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:17.542763 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-21baf69e-1947-4255-87e7-0599174b3b2d req-230ca216-6a65-4b54-8bac-02181bc9cdaf tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/security-groups?id=d531957f-e8c5-43fb-898a-31927c214f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763881 Jun 06 19:32:17.636453 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] For port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:17.636804 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:17.760932 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Calling delete_port for b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:17.914697 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:17.920167 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-bbb7af17-f2d1-4b56-8202-46aae09b2292 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:17.965833 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event deleted for resources: {'Port': ['ID=b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:17.968793 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:18.041419 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] No DVR routers for this DVR port b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:18.043795 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:18.045750 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-535cf080-a679-4703-8f65-c26994278bbf req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.10 "DELETE /v2.0/ports/b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 HTTP/1.1" status: 204 len: 173 time: 0.7749226 Jun 06 19:32:18.046237 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-deleted', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:32:18.048466 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c18ed-c12f-4a78-9c0e-182b4b61656e" -d '{"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-deleted", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:32:18.091443 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe14781-1461-4365-aaa3-8fd5c9eae690 x-openstack-request-id: req-abe14781-1461-4365-aaa3-8fd5c9eae690 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:32:18.091790 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef88ee-22bc-4509-836a-df6b617b278c", "name": "network-vif-deleted", "tag": "b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:32:18.092088 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe14781-1461-4365-aaa3-8fd5c9eae690 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:32:18.092512 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef88ee-22bc-4509-836a-df6b617b278c', 'name': 'network-vif-deleted', 'tag': 'b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7', 'status': 'completed', 'code': 200} Jun 06 19:32:18.689406 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7d11b560-aa0f-48cc-b089-3a4009b1c72a req-5db279fa-49db-47f6-8314-6285f3859b68 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bef88ee-22bc-4509-836a-df6b617b278c HTTP/1.1" status: 200 len: 210 time: 0.0428071 Jun 06 19:32:19.784739 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39244) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:19.856162 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-935b3ca2-76da-400c-b54f-c86f6778bc00 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:19.885421 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-935b3ca2-76da-400c-b54f-c86f6778bc00 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:20.044003 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-935b3ca2-76da-400c-b54f-c86f6778bc00 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:20.046440 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-935b3ca2-76da-400c-b54f-c86f6778bc00 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:20.047547 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-935b3ca2-76da-400c-b54f-c86f6778bc00 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] 10.222.0.13 "DELETE /v2.0/security-groups/d531957f-e8c5-43fb-898a-31927c214f57 HTTP/1.1" status: 204 len: 168 time: 0.2618582 Jun 06 19:32:20.048313 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-0b91f2dc-4dc8-4d6b-8700-2ab4a39b4276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:20.060505 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b3ca2-76da-400c-b54f-c86f6778bc00 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d531957f-e8c5-43fb-898a-31927c214f57,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:20.061746 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-935b3ca2-76da-400c-b54f-c86f6778bc00 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:20.163830 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39248) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:20.525926 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:20.560229 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:20.560590 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b86a6cc3-40ba-4dc4-8170-b5a67c9c77a7 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:20.814394 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629406'] for router_interface, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:20.852946 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39268) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:20.969818 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ddb8b0ee-176a-44f6-b66c-c33c65c0b9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.070281 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ddb8b0ee-176a-44f6-b66c-c33c65c0b9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.131632 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-ddb8b0ee-176a-44f6-b66c-c33c65c0b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.139226 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-27a1aadf-a362-48e6-b772-bcc839f77d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:21.186521 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ddb8b0ee-176a-44f6-b66c-c33c65c0b9b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aecf94585a1434b94a2b1299cf6ea98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323295 Jun 06 19:32:21.188274 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8b0ee-176a-44f6-b66c-c33c65c0b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c6cd8d-f034-4afb-85af-eb57af1f46f3,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:21.191178 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39272) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:21.193232 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ddb8b0ee-176a-44f6-b66c-c33c65c0b9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:21.250122 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.276281 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.330361 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Deleting port 14490bda-c897-45b6-8c7a-1a3e6f5a527c {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:21.330886 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.410221 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.412940 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.414086 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15c6cd8d-f034-4afb-85af-eb57af1f46f3 HTTP/1.1" status: 204 len: 168 time: 0.2219954 Jun 06 19:32:21.414837 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-6c7d5992-da44-4a6a-b9d7-acbb5c41d145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:21.424943 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c6cd8d-f034-4afb-85af-eb57af1f46f3,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:21.432424 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.432802 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.433162 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.433518 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.433941 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.434289 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.434589 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.434929 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.435373 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.435815 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.436344 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.436634 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:21.440307 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:21.453553 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] For port 14490bda-c897-45b6-8c7a-1a3e6f5a527c, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=14490bda-c897-45b6-8c7a-1a3e6f5a527c,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:21.459151 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.580046 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Calling delete_port for 14490bda-c897-45b6-8c7a-1a3e6f5a527c owned by network:router_interface {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:21.804465 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:21.809265 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-da0ae80d-bacf-474e-8d47-0caef7f44544 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:21.887037 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Pushing event deleted for resources: {'Port': ['ID=14490bda-c897-45b6-8c7a-1a3e6f5a527c,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:21.890086 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:22.126479 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1662124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629840'] for router_interface, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:22.485334 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Router 1f758227-a19f-4697-a4c6-7980ed8819b5 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:32:22.762527 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:32:22.767213 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] 10.222.0.13 "PUT /v2.0/routers/1f758227-a19f-4697-a4c6-7980ed8819b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023738 Jun 06 19:32:22.770579 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39298) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:22.775468 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] Sync routers for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:32:22.785947 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:22.788710 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:22.954010 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks [] for router, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:22.963682 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:23.130171 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:23.259434 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:32:21Z', 'revision_number': 5, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port': {'id': '2b3e957f-0671-4ad8-b080-9ef651f31ecc', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:26:48Z', 'updated_at': '2021-06-06T19:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:23.263404 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] Checking router: 1f758227-a19f-4697-a4c6-7980ed8819b5 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:32:23.273007 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] Routers {'1f758227-a19f-4697-a4c6-7980ed8819b5'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:23.273818 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['1f758227-a19f-4697-a4c6-7980ed8819b5'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:23.318043 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Deleting port 2b3e957f-0671-4ad8-b080-9ef651f31ecc {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:23.318480 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:23.431678 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] Set router 1f758227-a19f-4697-a4c6-7980ed8819b5 gateway port host: None {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:23.442341 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] For port 2b3e957f-0671-4ad8-b080-9ef651f31ecc, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=2b3e957f-0671-4ad8-b080-9ef651f31ecc,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:23.442966 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:23.579155 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:32:23Z', 'revision_number': 6, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port_host': None}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:23.582351 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Calling delete_port for 2b3e957f-0671-4ad8-b080-9ef651f31ecc owned by network:router_gateway {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:23.583442 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ef6e-3bc1-4ed3-99a8-80987e256245 None None] The sync data for ids ['1f758227-a19f-4697-a4c6-7980ed8819b5'] in dv-cinder-794962-3-smb is: [{'id': '1f758227-a19f-4697-a4c6-7980ed8819b5', 'name': 'tempest-TestShelveInstance-1517295092-router', 'tenant_id': '7da36be9fbb441c9bb16651635d88240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:46Z', 'updated_at': '2021-06-06T19:32:23Z', 'revision_number': 6, 'project_id': '7da36be9fbb441c9bb16651635d88240', 'gw_port_host': None}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:32:23.833051 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:23.837800 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f25698f5-d045-499b-b6ee-1db27321a5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:23.883690 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3e957f-0671-4ad8-b080-9ef651f31ecc,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:23.927151 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:23.989422 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1851726'] for router_gateway, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.158011 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4887'] for router, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.160997 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.272851 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633765'] for router, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.272851 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f758227-a19f-4697-a4c6-7980ed8819b5 {{(pid=92059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:32:24.273818 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.275018 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-941868fe-e163-456f-99a6-379a5867476a admin admin] 10.222.0.13 "DELETE /v2.0/routers/1f758227-a19f-4697-a4c6-7980ed8819b5 HTTP/1.1" status: 204 len: 168 time: 1.5033779 Jun 06 19:32:24.277445 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39306) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:24.340062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Deleting subnet 0a89670a-3bfb-47b4-89ff-872e74bc31e5 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:32:24.342818 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.358743 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 14490bda-c897-45b6-8c7a-1a3e6f5a527c no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:24.398618 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.449930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 14490bda-c897-45b6-8c7a-1a3e6f5a527c {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:24.450640 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 14490bda-c897-45b6-8c7a-1a3e6f5a527c not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:24.594166 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.747666 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.753273 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b78390c3-652d-47c6-8139-5094e5057d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:24.788068 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a89670a-3bfb-47b4-89ff-872e74bc31e5,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:24.790084 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.791879 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0a89670a-3bfb-47b4-89ff-872e74bc31e5 HTTP/1.1" status: 204 len: 168 time: 0.5135074 Jun 06 19:32:24.792863 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ecf8bcf2-802b-4ca1-a97e-b899805e2c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:24.794713 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39314) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:24.797137 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b87650-ab7c-4874-aba5-6a24ca696091 None None] Network 3ac92d5c-0f9b-41d6-8309-927d17e9b198 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:32:24.906445 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:24.982405 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Deleting port ced6c6bd-c5b0-4183-a60d-0577254d573e {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:24.982744 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.057255 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] DHCP port deletion for 3ac92d5c-0f9b-41d6-8309-927d17e9b198 request from dv-cinder-794962-3-smb {{(pid=92061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:32:25.088382 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] For port ced6c6bd-c5b0-4183-a60d-0577254d573e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ced6c6bd-c5b0-4183-a60d-0577254d573e,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:25.088891 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.126849 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Deleting port ced6c6bd-c5b0-4183-a60d-0577254d573e {{(pid=92061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:25.127215 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.226568 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Calling delete_port for ced6c6bd-c5b0-4183-a60d-0577254d573e owned by network:dhcp {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:25.229611 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] For port ced6c6bd-c5b0-4183-a60d-0577254d573e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ced6c6bd-c5b0-4183-a60d-0577254d573e,segment=NetworkSegment(15a0b3ef-1824-4dba-846c-7578fd158899),segment_id=15a0b3ef-1824-4dba-846c-7578fd158899)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:25.230268 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.341552 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.346588 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f7ce60ba-d513-4d33-be3b-ef58b4bf48b5 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:25.356287 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Calling delete_port for ced6c6bd-c5b0-4183-a60d-0577254d573e owned by network:dhcp {{(pid=92061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:25.388838 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Pushing event deleted for resources: {'Port': ['ID=ced6c6bd-c5b0-4183-a60d-0577254d573e,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:25.391915 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:25.392683 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] No DVR routers for this DVR port ced6c6bd-c5b0-4183-a60d-0577254d573e on host dv-cinder-794962-3-smb {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:25.401648 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.408224 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:25.447735 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Pushing event deleted for resources: {'Port': ['ID=ced6c6bd-c5b0-4183-a60d-0577254d573e,revision_number=None']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:25.452051 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] No DVR routers for this DVR port ced6c6bd-c5b0-4183-a60d-0577254d573e on host dv-cinder-794962-3-smb {{(pid=92061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:25.462240 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.465810 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:25.468930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:25.530103 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.530103 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac92d5c-0f9b-41d6-8309-927d17e9b198']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:25.543907 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a0b3ef-1824-4dba-846c-7578fd158899') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:25.544211 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a0b3ef-1824-4dba-846c-7578fd158899') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:25.555945 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.575804 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.581582 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:32:25.582708 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:32:25.595365 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:32:25.722065 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ced6c6bd-c5b0-4183-a60d-0577254d573e no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:25.755202 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.758922 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-9da53269-5a91-4953-b7ef-1eb9d1ace0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:25.760314 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: ced6c6bd-c5b0-4183-a60d-0577254d573e {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:25.760672 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ced6c6bd-c5b0-4183-a60d-0577254d573e not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:25.761090 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 2b3e957f-0671-4ad8-b080-9ef651f31ecc no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:25.772497 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:25.774304 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ac92d5c-0f9b-41d6-8309-927d17e9b198 HTTP/1.1" status: 204 len: 168 time: 0.9785874 Jun 06 19:32:25.777186 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39322) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:25.795541 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 2b3e957f-0671-4ad8-b080-9ef651f31ecc {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:25.795823 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 2b3e957f-0671-4ad8-b080-9ef651f31ecc not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:25.840673 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac92d5c-0f9b-41d6-8309-927d17e9b198,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:25.849486 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:26.408953 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629406'] for router_interface, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:26.813360 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Deleting port ed1dbf09-7714-467f-a6a1-1561306b536e {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:26.813736 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:26.933901 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] For port ed1dbf09-7714-467f-a6a1-1561306b536e, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=ed1dbf09-7714-467f-a6a1-1561306b536e,segment=NetworkSegment(4d7398ec-191e-4e73-aa06-c82e6b434481),segment_id=4d7398ec-191e-4e73-aa06-c82e6b434481)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:26.934265 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:27.064169 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Calling delete_port for ed1dbf09-7714-467f-a6a1-1561306b536e owned by network:router_interface {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:27.246267 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:27.250913 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4e93d926-f19b-4eea-a207-0fbf0e88fcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:27.295568 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1dbf09-7714-467f-a6a1-1561306b536e,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:27.298368 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:27.557437 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1662124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629840'] for router_interface, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:27.995711 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Router e08d05fa-c5da-491a-aaf7-5d34be470890 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:32:28.173312 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:32:28.180698 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-648f16a9-8bc2-44f8-804c-70e60cfb221d admin admin] 10.222.0.13 "PUT /v2.0/routers/e08d05fa-c5da-491a-aaf7-5d34be470890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000752 Jun 06 19:32:28.180698 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39342) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:28.183793 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] Sync routers for ids ['e08d05fa-c5da-491a-aaf7-5d34be470890'] in dv-cinder-794962-3-smb {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:32:28.193792 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] Routers {'e08d05fa-c5da-491a-aaf7-5d34be470890'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:28.194446 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['e08d05fa-c5da-491a-aaf7-5d34be470890'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:28.361673 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:28.393025 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] Set router e08d05fa-c5da-491a-aaf7-5d34be470890 gateway port host: dv-cinder-794962-3-smb {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:28.548682 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:28.681706 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '07debea2-569f-4b2d-9110-110c72794e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:32:27Z', 'revision_number': 5, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port': {'id': '07debea2-569f-4b2d-9110-110c72794e66', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:27:01Z', 'updated_at': '2021-06-06T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:28.685515 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] Checking router: e08d05fa-c5da-491a-aaf7-5d34be470890 for host: dv-cinder-794962-3-smb {{(pid=92061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:32:28.686212 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Deleting port 07debea2-569f-4b2d-9110-110c72794e66 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:28.686705 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:28.694768 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] Routers {'e08d05fa-c5da-491a-aaf7-5d34be470890'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:28.695366 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:03Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['e08d05fa-c5da-491a-aaf7-5d34be470890'], 'active': True} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:28.814559 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] For port 07debea2-569f-4b2d-9110-110c72794e66, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=07debea2-569f-4b2d-9110-110c72794e66,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:28.814807 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:28.889743 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvr_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] Set router e08d05fa-c5da-491a-aaf7-5d34be470890 gateway port host: None {{(pid=92061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:28.949113 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Calling delete_port for 07debea2-569f-4b2d-9110-110c72794e66 owned by network:router_gateway {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:28.995245 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_hamode_db [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:32:28Z', 'revision_number': 6, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port_host': None}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:28.999187 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d8668e-b38b-4f4b-880a-f0ef34ca105b None None] The sync data for ids ['e08d05fa-c5da-491a-aaf7-5d34be470890'] in dv-cinder-794962-3-smb is: [{'id': 'e08d05fa-c5da-491a-aaf7-5d34be470890', 'name': 'tempest-TestShelveInstance-1820317747-router', 'tenant_id': '1c5b9231c8d243e897414ff3c94b5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:26:59Z', 'updated_at': '2021-06-06T19:32:28Z', 'revision_number': 6, 'project_id': '1c5b9231c8d243e897414ff3c94b5760', 'gw_port_host': None}] {{(pid=92061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:32:29.021202 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:32:29.165770 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.170484 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-98e5fe86-34fb-4dea-90fb-5e738696a028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:29.215186 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07debea2-569f-4b2d-9110-110c72794e66,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:29.218097 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:29.309879 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1851726'] for router_gateway, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.588176 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4887'] for router, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.590347 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.680245 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633765'] for router, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.680748 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08d05fa-c5da-491a-aaf7-5d34be470890 {{(pid=92059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:32:29.687040 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.687040 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e08d05fa-c5da-491a-aaf7-5d34be470890 HTTP/1.1" status: 204 len: 168 time: 1.5042391 Jun 06 19:32:29.688381 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39382) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:29.747122 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Deleting subnet 694a4d3c-26e2-44b0-9c0a-e1889473efa5 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:32:29.749814 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.803771 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.840436 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 07debea2-569f-4b2d-9110-110c72794e66 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:29.874707 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 07debea2-569f-4b2d-9110-110c72794e66 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:29.875150 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 07debea2-569f-4b2d-9110-110c72794e66 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:29.875639 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed1dbf09-7714-467f-a6a1-1561306b536e no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:29.888010 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:29.910930 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: ed1dbf09-7714-467f-a6a1-1561306b536e {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:29.911356 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device ed1dbf09-7714-467f-a6a1-1561306b536e not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:30.046618 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.051092 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:30.074657 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.089087 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694a4d3c-26e2-44b0-9c0a-e1889473efa5,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:30.092113 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:30.093066 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.094938 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ca8350bf-f0f0-4b00-b0f5-7541404932b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/694a4d3c-26e2-44b0-9c0a-e1889473efa5 HTTP/1.1" status: 204 len: 168 time: 0.4055655 Jun 06 19:32:30.097335 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39384) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:30.099801 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774f949d-d716-40e7-8b3f-7f61b5e821bf None None] Network db9be876-e23d-49ba-9f1d-a652b9d88a8b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:32:30.201498 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.274189 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Deleting port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:30.274457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.302976 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-ad9d472c-e47b-4a80-a3e3-c724865ebd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.349395 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69139469-9b29-42f9-a362-47615e932f90 None None] DHCP port deletion for db9be876-e23d-49ba-9f1d-a652b9d88a8b request from dv-cinder-794962-3-smb {{(pid=92061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:32:30.373929 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] For port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,segment=NetworkSegment(4d7398ec-191e-4e73-aa06-c82e6b434481),segment_id=4d7398ec-191e-4e73-aa06-c82e6b434481)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:30.374279 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.414985 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-69139469-9b29-42f9-a362-47615e932f90 None None] Deleting port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 {{(pid=92061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:30.415370 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-69139469-9b29-42f9-a362-47615e932f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.498389 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Calling delete_port for 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 owned by network:dhcp {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:30.517750 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-69139469-9b29-42f9-a362-47615e932f90 None None] For port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,segment=NetworkSegment(4d7398ec-191e-4e73-aa06-c82e6b434481),segment_id=4d7398ec-191e-4e73-aa06-c82e6b434481)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:30.518157 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-69139469-9b29-42f9-a362-47615e932f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.617240 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.621102 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a9113c61-1027-4124-abd3-bc513fd2cf6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:30.647034 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-69139469-9b29-42f9-a362-47615e932f90 None None] Calling delete_port for 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 owned by network:dhcp {{(pid=92061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:30.668273 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:30.671456 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:30.672359 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] No DVR routers for this DVR port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 on host dv-cinder-794962-3-smb {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:30.694780 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-69139469-9b29-42f9-a362-47615e932f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.700401 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-319dd5d4-8837-4877-84a8-2fcdc628355b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:30.746855 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69139469-9b29-42f9-a362-47615e932f90 None None] Pushing event deleted for resources: {'Port': ['ID=35e874d4-2b29-4e87-b2d6-7c3fc975c4b4,revision_number=None']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:30.749864 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-69139469-9b29-42f9-a362-47615e932f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:30.750696 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69139469-9b29-42f9-a362-47615e932f90 None None] No DVR routers for this DVR port 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 on host dv-cinder-794962-3-smb {{(pid=92061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:30.802281 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.814658 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9be876-e23d-49ba-9f1d-a652b9d88a8b']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:30.826583 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7398ec-191e-4e73-aa06-c82e6b434481') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:30.826878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7398ec-191e-4e73-aa06-c82e6b434481') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:30.838049 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.854204 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.860030 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:32:30.860395 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:32:30.875330 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:32:31.000259 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:31.003921 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b4e6c49a-e8f4-4cfa-b97c-4830d6f54f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:31.022759 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:31.024459 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db9be876-e23d-49ba-9f1d-a652b9d88a8b HTTP/1.1" status: 204 len: 168 time: 0.9261007 Jun 06 19:32:31.027464 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Pushing event deleted for resources: {'Network': ['ID=db9be876-e23d-49ba-9f1d-a652b9d88a8b,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:31.036212 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:31.410906 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39394) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:31.458758 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-37e99978-bcd4-4589-961d-7583b7ad2199 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7da36be9fbb441c9bb16651635d88240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465429 Jun 06 19:32:31.461066 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39396) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:31.606601 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bedf59d8-b623-4d70-81e4-ba5bef5756b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:31.632105 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bedf59d8-b623-4d70-81e4-ba5bef5756b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:31.722802 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:31.758445 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:31.758799 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device 35e874d4-2b29-4e87-b2d6-7c3fc975c4b4 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:31.775884 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bedf59d8-b623-4d70-81e4-ba5bef5756b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:31.784274 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-bedf59d8-b623-4d70-81e4-ba5bef5756b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:31.784274 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-bedf59d8-b623-4d70-81e4-ba5bef5756b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7bf091b-0ecf-4c32-9488-08896a16e5c3 HTTP/1.1" status: 204 len: 168 time: 0.3174202 Jun 06 19:32:31.784274 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e22253df-583d-4cd0-9cf8-9e87021224dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:31.790057 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf59d8-b623-4d70-81e4-ba5bef5756b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf091b-0ecf-4c32-9488-08896a16e5c3,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:31.797538 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-bedf59d8-b623-4d70-81e4-ba5bef5756b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:32.544850 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39408) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:32.591801 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-0f79e2e4-13e7-41d2-9e02-7d165e719206 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c5b9231c8d243e897414ff3c94b5760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457044 Jun 06 19:32:32.594193 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39410) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:32.651231 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a30d23e5-e9c6-4eea-b964-f490d9f0e35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:32.677212 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a30d23e5-e9c6-4eea-b964-f490d9f0e35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:32.777536 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a30d23e5-e9c6-4eea-b964-f490d9f0e35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:32.780128 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-a30d23e5-e9c6-4eea-b964-f490d9f0e35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:32.781250 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-a30d23e5-e9c6-4eea-b964-f490d9f0e35a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06054876-e53d-4876-9208-e03e407c879c HTTP/1.1" status: 204 len: 168 time: 0.1861260 Jun 06 19:32:32.782120 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-71b1a09a-e5dc-4159-8655-0c032bbf9ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:32.792644 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d23e5-e9c6-4eea-b964-f490d9f0e35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06054876-e53d-4876-9208-e03e407c879c,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:32.795050 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-a30d23e5-e9c6-4eea-b964-f490d9f0e35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:32.808906 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:32.857121 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-4c869d25-6b5b-4dfd-ab0c-69742d9e6443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:33.633696 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39420) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:33.749949 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-51de5b1f-fe46-42c9-aec7-16f0eb38cb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:33.901945 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:33.947200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-51de5b1f-fe46-42c9-aec7-16f0eb38cb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:33.993098 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-51de5b1f-fe46-42c9-aec7-16f0eb38cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:34.000037 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-47b7746d-8a4e-4130-a4a9-06cf15134170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:34.040137 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de5b1f-fe46-42c9-aec7-16f0eb38cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b9552f-c0b7-40bc-8267-de0aca25cba6,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:34.043089 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-51de5b1f-fe46-42c9-aec7-16f0eb38cb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:34.045710 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-51de5b1f-fe46-42c9-aec7-16f0eb38cb81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aba86eb85c245729982d2351b3ddfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110093 Jun 06 19:32:34.048341 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39424) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:34.103722 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:34.127921 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:34.238978 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:34.241330 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:34.242479 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56b9552f-c0b7-40bc-8267-de0aca25cba6 HTTP/1.1" status: 204 len: 168 time: 0.1933110 Jun 06 19:32:34.243322 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e6d02540-f005-4c81-9fc4-10e71453ef77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:34.252935 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b9552f-c0b7-40bc-8267-de0aca25cba6,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:34.255362 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:35.602830 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6a18-7980-454b-8e90-2219e9d1dfee req-c99f0061-06ac-4245-8d6c-ff1117d4dac4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:35.602830 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a17f6a18-7980-454b-8e90-2219e9d1dfee req-c99f0061-06ac-4245-8d6c-ff1117d4dac4 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 946 time: 0.0800388 Jun 06 19:32:35.647351 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a17f6a18-7980-454b-8e90-2219e9d1dfee req-da341687-6c97-43ec-896a-f73e8db8a831 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Jun 06 19:32:35.650449 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:36.895680 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9cb7-26a4-423c-8293-e845203cfbab req-fb0c48cf-ac2e-4da6-8b23-12d6c7ec68ae tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:36.897189 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a12a9cb7-26a4-423c-8293-e845203cfbab req-fb0c48cf-ac2e-4da6-8b23-12d6c7ec68ae tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 946 time: 0.1401064 Jun 06 19:32:36.909227 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-f3069804-cc4d-4286-85c5-7b538becd74c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:36.910616 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-f3069804-cc4d-4286-85c5-7b538becd74c tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 946 time: 0.1213429 Jun 06 19:32:36.996621 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a12a9cb7-26a4-423c-8293-e845203cfbab req-d6acccd4-2db5-456c-a963-b657b5fac3b2 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups?id=c437ea69-9d01-4b07-a16d-e98194110423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850782 Jun 06 19:32:37.075874 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Deleting port b8e49207-9d90-426e-844f-ca1779ccafa2 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:37.076132 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:37.205665 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] For port b8e49207-9d90-426e-844f-ca1779ccafa2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b8e49207-9d90-426e-844f-ca1779ccafa2,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:37.206018 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:37.488896 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:37.489253 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1851769'] for floatingip, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:37.489585 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.l3_db [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Floating IP 7a794fd4-1114-4a45-9d91-a993f94bfd32 disassociated. External IP: 172.28.3.122, port: b8e49207-9d90-426e-844f-ca1779ccafa2. Jun 06 19:32:37.489916 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Calling delete_port for b8e49207-9d90-426e-844f-ca1779ccafa2 owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:37.649844 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:37.655314 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-de7eee1f-2298-41ee-bdfe-d959acf94de9 tempest-TestMinimumBasicScenario-1454621862 tempest-TestMinimumBasicScenario-1454621862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:37.703096 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event deleted for resources: {'Port': ['ID=b8e49207-9d90-426e-844f-ca1779ccafa2,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:37.705316 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:37.884557 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Router 4845a867-fd47-49a3-ad1a-5158a893ac93 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:32:38.070609 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:32:38.082265 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] Sync routers for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:32:38.098484 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:38.099117 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:38.307866 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] No DVR routers for this DVR port b8e49207-9d90-426e-844f-ca1779ccafa2 on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:38.311137 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-128c8fa9-1093-459b-a207-5d2fb388c0a6 req-0fceb120-36ee-4018-b1c4-f0d7444920b6 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ce17be-56dc-4ffa-a02a-197dc67e2376 HTTP/1.1" status: 200 len: 210 time: 0.0741680 Jun 06 19:32:38.312318 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:38.317621 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dd2c93b6-609d-4f7e-9604-b987827f31b1 req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.10 "DELETE /v2.0/ports/b8e49207-9d90-426e-844f-ca1779ccafa2 HTTP/1.1" status: 204 len: 173 time: 1.3884585 Jun 06 19:32:38.317621 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-deleted', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:32:38.317621 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9906cf-0602-4b31-8c4d-f32d0a4cdfd3" -d '{"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-deleted", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:32:38.326744 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:38.358310 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4768866a-9994-4d2b-86cf-7b8ef77a586e x-openstack-request-id: req-4768866a-9994-4d2b-86cf-7b8ef77a586e {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:32:38.358642 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce17be-56dc-4ffa-a02a-197dc67e2376", "name": "network-vif-deleted", "tag": "b8e49207-9d90-426e-844f-ca1779ccafa2", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:32:38.358924 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4768866a-9994-4d2b-86cf-7b8ef77a586e {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:32:38.359340 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce17be-56dc-4ffa-a02a-197dc67e2376', 'name': 'network-vif-deleted', 'tag': 'b8e49207-9d90-426e-844f-ca1779ccafa2', 'status': 'completed', 'code': 200} Jun 06 19:32:38.645497 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:38.649659 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] Checking router: 4845a867-fd47-49a3-ad1a-5158a893ac93 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:32:38.657967 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:38.658598 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:38.840722 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:39.152778 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:39.156862 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96710553-77d2-46e4-9f24-942ad036ba6a None None] The sync data for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb is: [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:25:52Z', 'revision_number': 4, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb', '_interfaces': [{'id': 'a6ef8a71-6e68-4bfb-89cd-1e3157d37718', 'name': '', 'network_id': '43854d07-2f1f-4b7e-b64e-9892b5b4460b', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'mac_address': 'fa:16:3e:4e:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:51Z', 'updated_at': '2021-06-06T19:26:08Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'subnets': [{'id': 'b1855033-e2a9-412d-9a2b-2a5eababb8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:32:39.354554 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d706e-5749-422b-bd72-0791fe3368a6 None None] New status for floating IP 7a794fd4-1114-4a45-9d91-a993f94bfd32: DOWN {{(pid=92061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:32:39.491845 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39504) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:39.558939 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:39.586841 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:39.708608 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:39.711124 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:39.712246 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "DELETE /v2.0/security-groups/c437ea69-9d01-4b07-a16d-e98194110423 HTTP/1.1" status: 204 len: 168 time: 0.2194157 Jun 06 19:32:39.713098 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-51de5b1f-fe46-42c9-aec7-16f0eb38cb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:39.715014 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39506) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:39.724565 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437ea69-9d01-4b07-a16d-e98194110423,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:39.726826 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:39.735703 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.api.v2.resource [None req-ada1d89f-e13b-49ba-b873-1393d2bc4b37 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] show failed (client error): The resource could not be found. Jun 06 19:32:39.736728 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ada1d89f-e13b-49ba-b873-1393d2bc4b37 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "GET /v2.0/security-groups/c437ea69-9d01-4b07-a16d-e98194110423 HTTP/1.1" status: 404 len: 347 time: 0.0207443 Jun 06 19:32:39.740360 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39508) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:39.959373 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Deleting port e3847f11-f92b-445b-8bf7-28e3a5e63668 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:39.959715 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:40.075034 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:40.075358 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:40.199289 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Calling delete_port for e3847f11-f92b-445b-8bf7-28e3a5e63668 owned by network:floatingip {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:40.383300 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:40.387120 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-be80981a-7128-434e-887d-a08d26d86f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:40.428627 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Pushing event deleted for resources: {'Port': ['ID=e3847f11-f92b-445b-8bf7-28e3a5e63668,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:40.432155 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:40.524824 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks [] for floatingip, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:40.527266 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for floatingip, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:40.528373 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] 10.222.0.13 "DELETE /v2.0/floatingips/7a794fd4-1114-4a45-9d91-a993f94bfd32 HTTP/1.1" status: 204 len: 168 time: 0.7871881 Jun 06 19:32:40.659702 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:40.693982 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: b8e49207-9d90-426e-844f-ca1779ccafa2 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:40.694332 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device b8e49207-9d90-426e-844f-ca1779ccafa2 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:43.539993 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39558) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:44.233349 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629406'] for router_interface, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:44.641106 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Deleting port a6ef8a71-6e68-4bfb-89cd-1e3157d37718 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:44.642397 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:44.760158 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] For port a6ef8a71-6e68-4bfb-89cd-1e3157d37718, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:44.760506 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:44.977538 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Calling delete_port for a6ef8a71-6e68-4bfb-89cd-1e3157d37718 owned by network:router_interface {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:45.194971 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:45.198808 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4992e877-fa5f-47cf-83fa-678c9231cb7e tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:45.242160 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ef8a71-6e68-4bfb-89cd-1e3157d37718,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:45.244621 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:45.511454 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1662124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629840'] for router_interface, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:45.870905 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Router 4845a867-fd47-49a3-ad1a-5158a893ac93 has already been hosted by L3 agent b635b6d8-3084-489c-883c-73b4588c6475 {{(pid=92059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:32:46.053081 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-smb the message routers_updated {{(pid=92059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:32:46.057941 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-86b5bc24-fecb-4475-85ff-0488c3630854 admin admin] 10.222.0.13 "PUT /v2.0/routers/4845a867-fd47-49a3-ad1a-5158a893ac93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167959 Jun 06 19:32:46.060427 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39594) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:46.062902 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] Sync routers for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:32:46.073112 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:46.073855 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:46.235522 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks [] for router, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:46.260674 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: dv-cinder-794962-3-smb {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:46.517061 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:46.584576 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'external_fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:32:45Z', 'revision_number': 5, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port': {'id': 'fbd3251f-509a-4b93-9448-0b1846cbeb59', 'name': '', 'network_id': '6e3a1c2b-716d-490a-914d-cbf28538c42d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:25:41Z', 'updated_at': '2021-06-06T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0991c99f-e482-4769-9479-5bcd24e98a0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-smb'}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:46.588374 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] Checking router: 4845a867-fd47-49a3-ad1a-5158a893ac93 for host: dv-cinder-794962-3-smb {{(pid=92062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:32:46.596283 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] Routers {'4845a867-fd47-49a3-ad1a-5158a893ac93'} bound to L3 agent in host dv-cinder-794962-3-smb {{(pid=92062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:32:46.597440 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T19:17:33Z,description=,heartbeat_timestamp=2021-06-06T19:32:33Z,host='dv-cinder-794962-3-smb',id=b635b6d8-3084-489c-883c-73b4588c6475,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:17:33Z,topic='l3_agent')) {'router_ids': ['4845a867-fd47-49a3-ad1a-5158a893ac93'], 'active': True} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:46.639506 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Deleting port fbd3251f-509a-4b93-9448-0b1846cbeb59 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:46.639848 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:46.742389 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_dvr_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] Set router 4845a867-fd47-49a3-ad1a-5158a893ac93 gateway port host: None {{(pid=92062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:32:46.759242 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] For port fbd3251f-509a-4b93-9448-0b1846cbeb59, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=fbd3251f-509a-4b93-9448-0b1846cbeb59,segment=NetworkSegment(0cd99ef7-f31d-4e58-94e2-1070c616b07a),segment_id=0cd99ef7-f31d-4e58-94e2-1070c616b07a)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:46.759595 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:46.844326 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.l3_hamode_db [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:32:46Z', 'revision_number': 6, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port_host': None}], 'dv-cinder-794962-3-smb', False) {} {{(pid=92062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:46.850917 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5abc5ca-9f63-4431-96ba-a4845c75fffd None None] The sync data for ids ['4845a867-fd47-49a3-ad1a-5158a893ac93'] in dv-cinder-794962-3-smb is: [{'id': '4845a867-fd47-49a3-ad1a-5158a893ac93', 'name': 'tempest-AttachVolumeShelveTestJSON-916804323-router', 'tenant_id': '5453e9408dd342739a33e1a5ba2a99c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:25:38Z', 'updated_at': '2021-06-06T19:32:46Z', 'revision_number': 6, 'project_id': '5453e9408dd342739a33e1a5ba2a99c2', 'gw_port_host': None}] {{(pid=92062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:32:46.885195 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Calling delete_port for fbd3251f-509a-4b93-9448-0b1846cbeb59 owned by network:router_gateway {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:47.074457 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.079460 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f2e93eea-5a6c-43f3-88d0-6e5a56160588 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:47.122854 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd3251f-509a-4b93-9448-0b1846cbeb59,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:47.125951 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:47.217404 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1851726'] for router_gateway, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.397934 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4887'] for router, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.400200 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.491578 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633765'] for router, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.492093 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4845a867-fd47-49a3-ad1a-5158a893ac93 {{(pid=92059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:32:47.496060 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] Notify callbacks [] for router, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.497169 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-6bb9dc19-d870-4b69-8844-8fb108ba4615 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4845a867-fd47-49a3-ad1a-5158a893ac93 HTTP/1.1" status: 204 len: 168 time: 1.4358654 Jun 06 19:32:47.499670 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39610) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:47.558523 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Deleting subnet b1855033-e2a9-412d-9a2b-2a5eababb8cd {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:32:47.561725 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.614331 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.691783 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.745871 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a6ef8a71-6e68-4bfb-89cd-1e3157d37718 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:47.780558 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: a6ef8a71-6e68-4bfb-89cd-1e3157d37718 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:47.780912 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device a6ef8a71-6e68-4bfb-89cd-1e3157d37718 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:47.781405 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbd3251f-509a-4b93-9448-0b1846cbeb59 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:47.819123 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: fbd3251f-509a-4b93-9448-0b1846cbeb59 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:47.819465 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device fbd3251f-509a-4b93-9448-0b1846cbeb59 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:47.852029 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.856358 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:47.892838 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1855033-e2a9-412d-9a2b-2a5eababb8cd,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:47.902715 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.903102 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.903477 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.903858 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.904210 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.904575 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.904935 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.905295 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.905726 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.906042 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.906392 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.906740 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:32:47.909219 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240b835-1a70-483d-9d01-d665ccee7654 None None] Network 43854d07-2f1f-4b7e-b64e-9892b5b4460b requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:32:47.909399 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:47.913351 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1855033-e2a9-412d-9a2b-2a5eababb8cd HTTP/1.1" status: 204 len: 168 time: 0.4112523 Jun 06 19:32:47.913351 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-f3a6493d-5fde-4791-b307-b3cea6694786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:47.917531 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39612) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:48.018930 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.092689 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Deleting port c732614e-72c9-418f-bf52-88ec2d36f305 {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:48.093002 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.209607 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d3297-bde9-49d9-a806-560d75d696af None None] DHCP port deletion for 43854d07-2f1f-4b7e-b64e-9892b5b4460b request from dv-cinder-794962-3-smb {{(pid=92061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:32:48.277970 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-740d3297-bde9-49d9-a806-560d75d696af None None] Deleting port c732614e-72c9-418f-bf52-88ec2d36f305 {{(pid=92061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:32:48.278634 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-740d3297-bde9-49d9-a806-560d75d696af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.296576 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] For port c732614e-72c9-418f-bf52-88ec2d36f305, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=c732614e-72c9-418f-bf52-88ec2d36f305,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:48.296938 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.373081 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-740d3297-bde9-49d9-a806-560d75d696af None None] For port c732614e-72c9-418f-bf52-88ec2d36f305, host dv-cinder-794962-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-smb',level=0,port_id=c732614e-72c9-418f-bf52-88ec2d36f305,segment=NetworkSegment(b1b881de-1292-4d8a-abd2-89d5aa26358e),segment_id=b1b881de-1292-4d8a-abd2-89d5aa26358e)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:32:48.373473 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-740d3297-bde9-49d9-a806-560d75d696af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.419989 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Calling delete_port for c732614e-72c9-418f-bf52-88ec2d36f305 owned by network:dhcp {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:48.495246 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-740d3297-bde9-49d9-a806-560d75d696af None None] Calling delete_port for c732614e-72c9-418f-bf52-88ec2d36f305 owned by network:dhcp {{(pid=92061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:32:48.543736 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.548903 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-740d3297-bde9-49d9-a806-560d75d696af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112'] for port, after_delete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.551539 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-46d87823-9b5c-4d81-a581-5231d73029c7 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:48.553721 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:48.599041 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d3297-bde9-49d9-a806-560d75d696af None None] Pushing event deleted for resources: {'Port': ['ID=c732614e-72c9-418f-bf52-88ec2d36f305,revision_number=None']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:48.605516 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d3297-bde9-49d9-a806-560d75d696af None None] No DVR routers for this DVR port c732614e-72c9-418f-bf52-88ec2d36f305 on host dv-cinder-794962-3-smb {{(pid=92061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:48.606967 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-740d3297-bde9-49d9-a806-560d75d696af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:48.629755 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] No DVR routers for this DVR port c732614e-72c9-418f-bf52-88ec2d36f305 on host dv-cinder-794962-3-smb {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:32:48.659644 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Pushing event deleted for resources: {'Port': ['ID=c732614e-72c9-418f-bf52-88ec2d36f305,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:48.661851 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:48.750415 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.764146 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43854d07-2f1f-4b7e-b64e-9892b5b4460b']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:48.777037 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b881de-1292-4d8a-abd2-89d5aa26358e') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:48.777706 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b881de-1292-4d8a-abd2-89d5aa26358e') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:32:48.789191 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.804511 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.810328 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:32:48.810703 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:32:48.823965 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:32:48.975667 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.979151 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-bf64393f-3911-4678-b0b6-edc544a158c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:48.994862 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:48.996658 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] 10.222.0.13 "DELETE /v2.0/networks/43854d07-2f1f-4b7e-b64e-9892b5b4460b HTTP/1.1" status: 204 len: 168 time: 1.0811889 Jun 06 19:32:48.999966 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Pushing event deleted for resources: {'Network': ['ID=43854d07-2f1f-4b7e-b64e-9892b5b4460b,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:49.002434 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-dc66a3e6-d960-4954-af1a-7f453194d546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:49.355266 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39630) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:49.401859 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-baf702a4-c0d5-4abe-bbbb-643886b3b818 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5453e9408dd342739a33e1a5ba2a99c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453944 Jun 06 19:32:49.404136 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39632) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:49.460250 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7c2b434d-c842-4be2-bd2f-cf33330d490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:49.484960 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7c2b434d-c842-4be2-bd2f-cf33330d490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:49.599811 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7c2b434d-c842-4be2-bd2f-cf33330d490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:49.602254 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-7c2b434d-c842-4be2-bd2f-cf33330d490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:49.603402 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-7c2b434d-c842-4be2-bd2f-cf33330d490d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a08bae7-f16e-4c2c-950c-23941d20abd0 HTTP/1.1" status: 204 len: 168 time: 0.1984110 Jun 06 19:32:49.604221 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8164024b-54a9-4128-8cd0-b84bbf5276d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:49.614620 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b434d-c842-4be2-bd2f-cf33330d490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a08bae7-f16e-4c2c-950c-23941d20abd0,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:49.616893 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7c2b434d-c842-4be2-bd2f-cf33330d490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:49.731032 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device c732614e-72c9-418f-bf52-88ec2d36f305 no longer exists at agent ovs-agent-dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:32:49.766542 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] No Port match for: c732614e-72c9-418f-bf52-88ec2d36f305 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:32:49.766813 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Device c732614e-72c9-418f-bf52-88ec2d36f305 not bound to the agent host dv-cinder-794962-3-smb {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:32:54.675785 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39726) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:54.794204 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-006c6da9-07ea-42e1-9221-81f91dcbce8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:54.896194 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-006c6da9-07ea-42e1-9221-81f91dcbce8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:54.953961 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-006c6da9-07ea-42e1-9221-81f91dcbce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:54.961941 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-571534b9-c6fe-4345-a993-6dbaac670e28 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:55.001760 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-006c6da9-07ea-42e1-9221-81f91dcbce8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4790fe261c0d407aafab5068156c6698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248065 Jun 06 19:32:55.002576 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c6da9-07ea-42e1-9221-81f91dcbce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74636e29-29f7-4659-8e36-f60f2e052a8f,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:55.004432 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39730) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:55.005503 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-006c6da9-07ea-42e1-9221-81f91dcbce8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:55.061228 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c5dc92e3-0260-4b86-9e65-f29a90fdef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:55.086588 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c5dc92e3-0260-4b86-9e65-f29a90fdef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:55.199970 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c5dc92e3-0260-4b86-9e65-f29a90fdef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:55.202475 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-c5dc92e3-0260-4b86-9e65-f29a90fdef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:55.203640 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-c5dc92e3-0260-4b86-9e65-f29a90fdef00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74636e29-29f7-4659-8e36-f60f2e052a8f HTTP/1.1" status: 204 len: 168 time: 0.1981702 Jun 06 19:32:55.204393 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-40ca048f-0fa0-4024-b82b-9e0510f3c3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:55.216044 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc92e3-0260-4b86-9e65-f29a90fdef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74636e29-29f7-4659-8e36-f60f2e052a8f,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:55.218392 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c5dc92e3-0260-4b86-9e65-f29a90fdef00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:56.279553 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39758) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:56.387212 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1532337311-network', 'tenant_id': '9e3c0bef16064667bd324e2be126bcd0'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:32:56.457011 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Made reservation on behalf of 9e3c0bef16064667bd324e2be126bcd0 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:32:56.459412 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.472411 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.574578 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.655606 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.658677 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-408c8209-f0c6-458f-a11b-8f840ec2b466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:56.689178 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:32:56.695703 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df542161-27a0-4cc9-adc4-ebf1970e4e85,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:56.702240 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.702589 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Added segment 8eb41fc5-1917-4ad7-aa70-0d72515eecd0 of type vlan for network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 Jun 06 19:32:56.707760 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:56.736865 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.833967 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.835167 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:56.835768 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:56.839323 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a14d4431-cefb-4d8a-9e47-111294fbd6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:56.933364 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Pushing event updated for resources: {'Network': ['ID=a86be2bb-5480-4bf8-ae33-8cb6ce4770d2,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:56.936007 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:56.943021 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:32:56.972189 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-13995504-9554-47f7-bfe1-2cdf3baacb8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6912878 Jun 06 19:32:56.974995 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39768) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:56.980106 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Request body: {'subnet': {'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1532337311-subnet', 'tenant_id': '9e3c0bef16064667bd324e2be126bcd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:32:57.062549 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Made reservation on behalf of 9e3c0bef16064667bd324e2be126bcd0 for: {'subnet': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:32:57.064882 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669098'] for subnet, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:57.341654 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3528297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3669112'] for subnet, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:57.345672 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-17ac8061-e52e-4eb1-928b-7448c140c3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:57.415565 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25778b4e-e5b7-4aa8-8419-ba78d48530a3,revision_number=0']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:57.418959 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:57.424578 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Checking segment: {'id': '8eb41fc5-1917-4ad7-aa70-0d72515eecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:32:57.424954 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Network hostable DHCP agents. Network: a86be2bb-5480-4bf8-ae33-8cb6ce4770d2, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:32:57.512330 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:32:57.575595 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, a86be2bb-5480-4bf8-ae33-8cb6ce4770d2) {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:32:57.579560 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:57.580142 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:57.584753 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43ce7c-3cfc-4fc8-a7ed-a5aec4c36ea8 None None] Network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:32:57.674741 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-567a1b53-f7cf-4980-b0d9-1f5a429cfe8c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6986883 Jun 06 19:32:57.775039 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040b26b-aaca-4b25-b42e-927d647cea33 None None] Network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:32:58.424726 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 39790) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:58.429960 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-679370103-network', 'tenant_id': 'db358d52a5c147669d53dbca11d4d759'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:32:58.513972 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Made reservation on behalf of db358d52a5c147669d53dbca11d4d759 for: {'network': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:32:58.516211 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.528291 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.626271 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.668059 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.670827 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5e47aba0-c04f-418b-b8f5-e79a804b7fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:58.704113 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=92060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:32:58.709346 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e5575e-fdfe-468a-bdf2-c4d9cfb547c5,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:58.712902 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:58.716949 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.716949 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.db.segments_db [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Added segment ceaf5878-19e7-402d-a3b8-3cb01327e6aa of type vlan for network 74e889aa-8291-4099-a1bb-9b3254d8ac29 Jun 06 19:32:58.741912 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.832885 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.834126 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:58.834703 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:58.840077 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-49c3db6e-b0ec-4069-b645-638bb7acf116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:58.933178 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5073497 Jun 06 19:32:58.936077 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 39792) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:32:58.940698 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Pushing event updated for resources: {'Network': ['ID=74e889aa-8291-4099-a1bb-9b3254d8ac29,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:58.940863 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-aeb28a28-1fd3-4622-921c-1cdaedf6ad03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:58.941474 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Request body: {'subnet': {'network_id': '74e889aa-8291-4099-a1bb-9b3254d8ac29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-679370103-subnet', 'tenant_id': 'db358d52a5c147669d53dbca11d4d759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:32:58.950449 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 74e889aa-8291-4099-a1bb-9b3254d8ac29 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:32:59.032671 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Made reservation on behalf of db358d52a5c147669d53dbca11d4d759 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:32:59.035443 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117738'] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:59.342906 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2453017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2117752'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:59.347878 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:32:59.422245 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00f6c3b-0093-4f98-be02-fb5376fce136,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:32:59.429115 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:32:59.430009 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Checking segment: {'id': 'ceaf5878-19e7-402d-a3b8-3cb01327e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74e889aa-8291-4099-a1bb-9b3254d8ac29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:32:59.430359 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Network hostable DHCP agents. Network: 74e889aa-8291-4099-a1bb-9b3254d8ac29, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:32:59.519984 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Network 74e889aa-8291-4099-a1bb-9b3254d8ac29 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:32:59.605700 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 74e889aa-8291-4099-a1bb-9b3254d8ac29) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:32:59.609544 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:32:59.610258 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:59.614728 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3541dde-2d1c-4e9f-8f3d-070e072e2b15 None None] Network 74e889aa-8291-4099-a1bb-9b3254d8ac29 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:32:59.699211 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-b1243189-b100-47ea-a78f-7e1f7fa748e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7612534 Jun 06 19:32:59.805455 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf302c65-e4e0-4f3f-9fdd-7f3d751dd02f None None] Network 74e889aa-8291-4099-a1bb-9b3254d8ac29 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:33:00.101508 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:00.244944 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-aa38b4d8-3a35-4a0a-bfc8-ab45d956c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:00.390903 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f388-beae-414f-9336-93e6636e7638 req-22116280-910e-485c-8324-fb3a6de0d769 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:00.392328 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-22116280-910e-485c-8324-fb3a6de0d769 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/networks?id=a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 HTTP/1.1" status: 200 len: 809 time: 0.2406957 Jun 06 19:33:00.406803 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-bdb5fc72-c67e-42b4-b9c7-c90989cec56e tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/quotas/9e3c0bef16064667bd324e2be126bcd0 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Jun 06 19:33:00.455197 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-ed7c68da-7080-4d1e-9593-c0e1b41a1a84 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e3c0bef16064667bd324e2be126bcd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433815 Jun 06 19:33:00.682363 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-fc4316c7-cb35-447f-b825-f27c5d914042 service neutron] 10.222.0.13 "GET /v2.0/networks/a86be2bb-5480-4bf8-ae33-8cb6ce4770d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207341 Jun 06 19:33:00.817706 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-4113cf29-4ce3-4e68-9b13-c743a8c181fe service neutron] 10.222.0.13 "GET /v2.0/networks/a86be2bb-5480-4bf8-ae33-8cb6ce4770d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295569 Jun 06 19:33:01.108814 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3e5df2c3-7882-458b-b0d3-4e289ac3655a req-2cea6dc5-c9e3-4deb-b7a4-d1f738b286b6 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 210 time: 0.0447195 Jun 06 19:33:02.269957 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7f768bd8-594e-43d7-b0ba-6856a9ddc60e req-b57baf3c-0723-4595-a422-d8f9d05cb6b8 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 210 time: 0.0459697 Jun 06 19:33:02.815435 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:02.844015 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d6e4-6b27-4d81-8644-341b2dfe9c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:03.267935 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f388-beae-414f-9336-93e6636e7638 req-85151ff1-f1d8-416d-803a-6941f44da9c0 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:03.269335 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-85151ff1-f1d8-416d-803a-6941f44da9c0 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.10 "GET /v2.0/networks?id=a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 HTTP/1.1" status: 200 len: 809 time: 0.1487176 Jun 06 19:33:03.282509 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Request body: {'port': {'device_id': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2', 'admin_state_up': True, 'tenant_id': '9e3c0bef16064667bd324e2be126bcd0'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:03.439614 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1eb151f0-de33-40d4-90fd-287bd0b5771c req-608bd949-a41c-4c42-aa71-fcb0d7cb84b6 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 210 time: 0.0537488 Jun 06 19:33:03.542961 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Made reservation on behalf of 9e3c0bef16064667bd324e2be126bcd0 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:33:03.546508 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:03.708482 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Allocated IP 172.20.0.9 (a86be2bb-5480-4bf8-ae33-8cb6ce4770d2/25778b4e-e5b7-4aa8-8419-ba78d48530a3/4591fa58-0e68-4152-8095-0c361f340d1b) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:33:03.909041 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:03.929839 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:04.022833 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:04.029055 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-34723843-48db-4fc0-8bd3-b808286ea2e5 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:04.094026 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:33:04.096960 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:33:04.100791 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:33:04.144146 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Pushing event updated for resources: {'Port': ['ID=4591fa58-0e68-4152-8095-0c361f340d1b,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:04.148273 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:04.174597 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:04.175195 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:04.258261 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-0fb3e414-8d31-45e5-b457-787a06f259a3 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9793398 Jun 06 19:33:04.270138 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Request body: {'port': {'device_id': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:04.391882 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:04.857890 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc800e9-20e2-4347-853f-915f6a841e15 req-69d4b6f4-d4bc-46e2-8774-914de2ab016b tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:04.859327 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ddc800e9-20e2-4347-853f-915f6a841e15 req-69d4b6f4-d4bc-46e2-8774-914de2ab016b tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 931 time: 0.2965858 Jun 06 19:33:04.956770 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4591fa58-0e68-4152-8095-0c361f340d1b {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:33:04.967613 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:04.979616 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ddc800e9-20e2-4347-853f-915f6a841e15 req-6561d4e9-e109-4747-b361-31d9046efc5e tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109536 Jun 06 19:33:04.988642 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Transition to ACTIVE for port object 4591fa58-0e68-4152-8095-0c361f340d1b will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:33:05.078218 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:05.082073 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c0498cb9-0e1a-4f86-9bb6-4936fc05db32 tempest-TestShelveInstance-1344576545 tempest-TestShelveInstance-1344576545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:05.232300 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4591fa58-0e68-4152-8095-0c361f340d1b,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:05.239343 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:05.302613 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Attempting to bind port 4591fa58-0e68-4152-8095-0c361f340d1b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:33:05.302939 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Attempting to bind port 4591fa58-0e68-4152-8095-0c361f340d1b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '8eb41fc5-1917-4ad7-aa70-0d72515eecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:33:05.303255 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Attempting to bind port 4591fa58-0e68-4152-8095-0c361f340d1b on network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:33:05.307630 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Port 4591fa58-0e68-4152-8095-0c361f340d1b on network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:33:05.307936 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Attempting to bind port 4591fa58-0e68-4152-8095-0c361f340d1b on network a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:33:05.313532 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:33:05.313889 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Checking segment: {'id': '8eb41fc5-1917-4ad7-aa70-0d72515eecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:33:05.314256 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Bound using segment: {'id': '8eb41fc5-1917-4ad7-aa70-0d72515eecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:33:05.314665 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Bound port: 4591fa58-0e68-4152-8095-0c361f340d1b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb41fc5-1917-4ad7-aa70-0d72515eecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:33:05.315007 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:05.402439 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] For port 4591fa58-0e68-4152-8095-0c361f340d1b, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:33:05.405308 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] For port 4591fa58-0e68-4152-8095-0c361f340d1b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4591fa58-0e68-4152-8095-0c361f340d1b,segment=NetworkSegment(8eb41fc5-1917-4ad7-aa70-0d72515eecd0),segment_id=8eb41fc5-1917-4ad7-aa70-0d72515eecd0)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:33:05.541321 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:05.545708 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f356505b-1dcb-4f79-a367-81f4a0e5961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:05.604202 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:05.604814 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:05.606718 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/4591fa58-0e68-4152-8095-0c361f340d1b HTTP/1.1" status: 200 len: 1093 time: 1.3407748 Jun 06 19:33:05.607213 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'tag': '4591fa58-0e68-4152-8095-0c361f340d1b'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:33:05.609468 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0fc267-ebee-4f66-a8be-80d6727ae9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee41a56a-7bdf-457f-81f8-cb46500c91db", "tag": "4591fa58-0e68-4152-8095-0c361f340d1b"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:33:05.628501 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4591fa58-0e68-4152-8095-0c361f340d1b,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:05.631705 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:05.633692 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:05.652592 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c326d6-3955-4fb8-bdf0-2b5e3bbc8f1e x-openstack-request-id: req-e5c326d6-3955-4fb8-bdf0-2b5e3bbc8f1e {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:33:05.652905 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee41a56a-7bdf-457f-81f8-cb46500c91db", "tag": "4591fa58-0e68-4152-8095-0c361f340d1b", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:33:05.653185 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5c326d6-3955-4fb8-bdf0-2b5e3bbc8f1e {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:33:05.653628 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'tag': '4591fa58-0e68-4152-8095-0c361f340d1b', 'status': 'completed', 'code': 200} Jun 06 19:33:05.748415 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fc267-ebee-4f66-a8be-80d6727ae9fa req-45f1aad5-65c7-4801-abc2-8709020f1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:05.749886 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1b0fc267-ebee-4f66-a8be-80d6727ae9fa req-45f1aad5-65c7-4801-abc2-8709020f1b14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e3c0bef16064667bd324e2be126bcd0&device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 1096 time: 0.0756557 Jun 06 19:33:05.888432 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fc267-ebee-4f66-a8be-80d6727ae9fa req-5c89139e-1f13-4700-ba52-21ea8f25af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:05.889871 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1b0fc267-ebee-4f66-a8be-80d6727ae9fa req-5c89139e-1f13-4700-ba52-21ea8f25af60 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9e3c0bef16064667bd324e2be126bcd0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1327488 Jun 06 19:33:06.026452 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fc267-ebee-4f66-a8be-80d6727ae9fa req-bf539aee-2bdd-4f48-b4cc-f66fa1fc00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:06.028604 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1b0fc267-ebee-4f66-a8be-80d6727ae9fa req-bf539aee-2bdd-4f48-b4cc-f66fa1fc00d5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324990 Jun 06 19:33:06.030449 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:33:06.194482 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f388-beae-414f-9336-93e6636e7638 req-9e43d06d-f99a-4c91-b7f1-7a4e184a4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:06.195956 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-9e43d06d-f99a-4c91-b7f1-7a4e184a4e66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e3c0bef16064667bd324e2be126bcd0&device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 1096 time: 0.1326144 Jun 06 19:33:06.207627 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3987ca-d1fd-4fdd-a0fd-cced99153e94 req-d18572bc-c128-4dc1-b425-6085f86b06b8 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:06.208976 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0b3987ca-d1fd-4fdd-a0fd-cced99153e94 req-d18572bc-c128-4dc1-b425-6085f86b06b8 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 943 time: 0.0986891 Jun 06 19:33:06.283560 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-5926eb04-f8aa-41a0-88e5-cd9675dc7c77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4591fa58-0e68-4152-8095-0c361f340d1b HTTP/1.1" status: 200 len: 217 time: 0.0736821 Jun 06 19:33:06.349678 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0b3987ca-d1fd-4fdd-a0fd-cced99153e94 req-090954e9-3571-44f8-ae5a-ee851b0aaef9 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918508 Jun 06 19:33:06.365242 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f388-beae-414f-9336-93e6636e7638 req-ecb607fc-2027-4ec6-8163-47d3fdfb3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:06.366441 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-ecb607fc-2027-4ec6-8163-47d3fdfb3381 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25778b4e-e5b7-4aa8-8419-ba78d48530a3 HTTP/1.1" status: 200 len: 849 time: 0.0771759 Jun 06 19:33:06.412922 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-69de5a80-bf15-4dd8-b365-f1e41b8f7a80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a86be2bb-5480-4bf8-ae33-8cb6ce4770d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399694 Jun 06 19:33:06.544756 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-7ec3441b-f983-4646-a880-b5f1964ab34a service neutron] 10.222.0.10 "GET /v2.0/networks/a86be2bb-5480-4bf8-ae33-8cb6ce4770d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259658 Jun 06 19:33:06.773209 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2291f388-beae-414f-9336-93e6636e7638 req-d00a2cb9-8596-4135-82d6-3bd10541a0b8 service neutron] 10.222.0.10 "GET /v2.0/networks/a86be2bb-5480-4bf8-ae33-8cb6ce4770d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218630 Jun 06 19:33:07.539053 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c9b19-fca6-4f82-8816-d94b788fb363 req-b67aacb6-4c29-4770-8e4e-dd18f568dbd0 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:07.540480 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-684c9b19-fca6-4f82-8816-d94b788fb363 req-b67aacb6-4c29-4770-8e4e-dd18f568dbd0 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 943 time: 0.0831981 Jun 06 19:33:07.585192 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-684c9b19-fca6-4f82-8816-d94b788fb363 req-a33981e9-f5e5-467a-a9eb-ec2e45c56e57 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390370 Jun 06 19:33:08.767564 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 4591fa58-0e68-4152-8095-0c361f340d1b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:33:08.768863 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74cdbe-cc0c-4ba4-bb5b-dc079142b8f6 req-527eac58-1be7-4c5b-84a3-a902fa63b725 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:08.770341 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bf74cdbe-cc0c-4ba4-bb5b-dc079142b8f6 req-527eac58-1be7-4c5b-84a3-a902fa63b725 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 943 time: 0.0799687 Jun 06 19:33:08.818187 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-bf74cdbe-cc0c-4ba4-bb5b-dc079142b8f6 req-a2428dd2-e6e1-4ce9-93ee-be490af12465 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Jun 06 19:33:08.904660 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 4591fa58-0e68-4152-8095-0c361f340d1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4591fa58-0e68-4152-8095-0c361f340d1b,segment=NetworkSegment(8eb41fc5-1917-4ad7-aa70-0d72515eecd0),segment_id=8eb41fc5-1917-4ad7-aa70-0d72515eecd0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:08.917891 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '4591fa58-0e68-4152-8095-0c361f340d1b', 'network_id': 'a86be2bb-5480-4bf8-ae33-8cb6ce4770d2', 'port_id': '4591fa58-0e68-4152-8095-0c361f340d1b', 'mac_address': 'fa:16:3e:88:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25778b4e-e5b7-4aa8-8419-ba78d48530a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:33:08.970545 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:08.986689 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4591fa58-0e68-4152-8095-0c361f340d1b {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:33:09.002376 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 4591fa58-0e68-4152-8095-0c361f340d1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4591fa58-0e68-4152-8095-0c361f340d1b,segment=NetworkSegment(8eb41fc5-1917-4ad7-aa70-0d72515eecd0),segment_id=8eb41fc5-1917-4ad7-aa70-0d72515eecd0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:09.062674 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:09.064500 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-73671db5-fcec-4d01-a6d8-2ea16abcf7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:09.133402 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=4591fa58-0e68-4152-8095-0c361f340d1b,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:09.136653 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:09.265141 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['4591fa58-0e68-4152-8095-0c361f340d1b'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:33:10.008377 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da378436-279d-4267-a5c7-3b54b99fdaa1 req-f57a6695-8153-4fe0-b94f-c3d471a3fb73 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:10.009837 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-da378436-279d-4267-a5c7-3b54b99fdaa1 req-f57a6695-8153-4fe0-b94f-c3d471a3fb73 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 944 time: 0.0831985 Jun 06 19:33:10.054791 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-da378436-279d-4267-a5c7-3b54b99fdaa1 req-57f30873-b715-4d52-9224-7dfc6c69b1f8 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Jun 06 19:33:10.783735 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 4591fa58-0e68-4152-8095-0c361f340d1b up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:33:10.914022 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 4591fa58-0e68-4152-8095-0c361f340d1b completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:33:10.919709 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 4591fa58-0e68-4152-8095-0c361f340d1b triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:33:10.920091 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:11.035339 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:11.063024 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591fa58-0e68-4152-8095-0c361f340d1b'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:33:11.065230 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38c8c10-fe69-4c53-a62a-62ef3fc4472d" -d '{"events": [{"server_uuid": "ee41a56a-7bdf-457f-81f8-cb46500c91db", "name": "network-vif-plugged", "status": "completed", "tag": "4591fa58-0e68-4152-8095-0c361f340d1b"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:33:11.072631 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 4591fa58-0e68-4152-8095-0c361f340d1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4591fa58-0e68-4152-8095-0c361f340d1b,segment=NetworkSegment(8eb41fc5-1917-4ad7-aa70-0d72515eecd0),segment_id=8eb41fc5-1917-4ad7-aa70-0d72515eecd0)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:11.108399 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b324a1-be6f-4467-8c00-d1565000fc13 x-openstack-request-id: req-90b324a1-be6f-4467-8c00-d1565000fc13 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:33:11.108693 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee41a56a-7bdf-457f-81f8-cb46500c91db", "name": "network-vif-plugged", "status": "completed", "tag": "4591fa58-0e68-4152-8095-0c361f340d1b", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:33:11.108955 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90b324a1-be6f-4467-8c00-d1565000fc13 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:33:11.109345 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591fa58-0e68-4152-8095-0c361f340d1b', 'code': 200} Jun 06 19:33:11.171324 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:11.173484 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:11.242842 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=4591fa58-0e68-4152-8095-0c361f340d1b,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:11.246136 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:11.262379 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e8214-728f-40bc-ba42-99f9abd98b86 req-245c1d72-c3d4-4125-8f12-669c99c86ece tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:11.273634 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-421e8214-728f-40bc-ba42-99f9abd98b86 req-245c1d72-c3d4-4125-8f12-669c99c86ece tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 945 time: 0.0988097 Jun 06 19:33:11.312250 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-421e8214-728f-40bc-ba42-99f9abd98b86 req-ddf4739d-1870-4001-8ab2-a1035c2a1e47 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jun 06 19:33:11.506553 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ae15d-3dcd-4c73-b528-04f77d223441 req-fcb211af-efba-4b5e-a720-c71fda7a6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:11.508085 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-358ae15d-3dcd-4c73-b528-04f77d223441 req-fcb211af-efba-4b5e-a720-c71fda7a6d5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 1098 time: 0.0694654 Jun 06 19:33:11.548248 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-358ae15d-3dcd-4c73-b528-04f77d223441 req-8a32da16-1fdf-42e6-a45d-ab0645998e32 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Jun 06 19:33:12.511984 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56281d5-687e-44d8-b069-ca41825574a6 req-4adb5331-90a2-423d-8283-3f4632fe7ba2 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:12.514438 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a56281d5-687e-44d8-b069-ca41825574a6 req-4adb5331-90a2-423d-8283-3f4632fe7ba2 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 945 time: 0.0908341 Jun 06 19:33:12.560893 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a56281d5-687e-44d8-b069-ca41825574a6 req-f3e15855-da76-40ff-85df-f43ae1e412e6 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Jun 06 19:33:13.747001 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04502ba-3b8a-4dc7-ae4c-b2e17aa59d2a req-df94c914-b413-42dd-9022-516c27a8fd83 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:13.748887 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d04502ba-3b8a-4dc7-ae4c-b2e17aa59d2a req-df94c914-b413-42dd-9022-516c27a8fd83 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 945 time: 0.0830135 Jun 06 19:33:13.793451 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d04502ba-3b8a-4dc7-ae4c-b2e17aa59d2a req-33570d2b-1eab-4c72-ae4f-29d3eb1ad640 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Jun 06 19:33:14.097106 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40010) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:14.218769 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b73b2ba2-4122-454b-88bd-45c5586ed43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:14.322412 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b73b2ba2-4122-454b-88bd-45c5586ed43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:14.405625 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-b73b2ba2-4122-454b-88bd-45c5586ed43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:14.414643 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ca5fa88f-53dd-4c7f-9c87-660ce4cfa6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:14.460637 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-b73b2ba2-4122-454b-88bd-45c5586ed43a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0920c5effd974f4cb8ba05151ce104be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602400 Jun 06 19:33:14.460637 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b2ba2-4122-454b-88bd-45c5586ed43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fecfa8-06b5-4bd0-bf81-3f72878851e4,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:14.461104 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40014) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:14.462872 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-b73b2ba2-4122-454b-88bd-45c5586ed43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:14.524732 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0ff979c5-7e0b-421d-9b5c-9142ec0b546c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:14.552915 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0ff979c5-7e0b-421d-9b5c-9142ec0b546c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:14.672515 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0ff979c5-7e0b-421d-9b5c-9142ec0b546c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:14.675003 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-0ff979c5-7e0b-421d-9b5c-9142ec0b546c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:14.679803 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-0ff979c5-7e0b-421d-9b5c-9142ec0b546c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1fecfa8-06b5-4bd0-bf81-3f72878851e4 HTTP/1.1" status: 204 len: 168 time: 0.2139235 Jun 06 19:33:14.679803 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-05230696-2fc2-48ab-8bf5-e2c1df559cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:14.687655 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff979c5-7e0b-421d-9b5c-9142ec0b546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fecfa8-06b5-4bd0-bf81-3f72878851e4,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:14.690595 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0ff979c5-7e0b-421d-9b5c-9142ec0b546c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:15.256732 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40024) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:15.274264 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-94f56413-ac68-4dcb-bb02-da06bd25334e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:15.374362 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-94f56413-ac68-4dcb-bb02-da06bd25334e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:15.450541 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-94f56413-ac68-4dcb-bb02-da06bd25334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:15.457381 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a6df19f3-9422-4c7d-8b6d-5b5798203cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:15.501380 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-94f56413-ac68-4dcb-bb02-da06bd25334e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=338585963f544c22bcf7e1d8347ba76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434521 Jun 06 19:33:15.501977 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f56413-ac68-4dcb-bb02-da06bd25334e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a728ae-2f52-498a-8043-368a9bf42793,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:15.503977 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40026) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:15.504912 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-94f56413-ac68-4dcb-bb02-da06bd25334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:15.563271 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:15.588030 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:15.708531 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:15.710998 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:15.714396 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7a728ae-2f52-498a-8043-368a9bf42793 HTTP/1.1" status: 204 len: 168 time: 0.2071788 Jun 06 19:33:15.714396 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-0b2f7da4-6563-42c1-a443-24ac0b321c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:15.724412 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a728ae-2f52-498a-8043-368a9bf42793,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:15.726657 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:18.396969 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4a1d-a667-4316-80c1-8b3850b54197 req-05b3d236-d1aa-45a4-82ac-b2cd32af7c3a tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:18.398419 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-186a4a1d-a667-4316-80c1-8b3850b54197 req-05b3d236-d1aa-45a4-82ac-b2cd32af7c3a tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 945 time: 0.0776765 Jun 06 19:33:18.442317 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-186a4a1d-a667-4316-80c1-8b3850b54197 req-72311f6f-5770-4180-bd9b-437932e2bf77 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Jun 06 19:33:19.664656 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930299-b0bc-4e49-9953-4939dfb5e8e2 req-ba252f5f-3e7a-44b7-98ad-0906c099d0e6 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:19.666093 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-68930299-b0bc-4e49-9953-4939dfb5e8e2 req-ba252f5f-3e7a-44b7-98ad-0906c099d0e6 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 945 time: 0.1147482 Jun 06 19:33:19.724597 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-68930299-b0bc-4e49-9953-4939dfb5e8e2 req-522d81bf-8020-494b-8390-d883f2529122 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/security-groups?id=df542161-27a0-4cc9-adc4-ebf1970e4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485437 Jun 06 19:33:19.743105 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-536ca4bd-c54c-453c-8c36-f82f3e6e1d84 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:19.744509 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-536ca4bd-c54c-453c-8c36-f82f3e6e1d84 tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 945 time: 0.1221156 Jun 06 19:33:19.883679 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Deleting port 4591fa58-0e68-4152-8095-0c361f340d1b {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:33:19.884015 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:20.020633 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] For port 4591fa58-0e68-4152-8095-0c361f340d1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4591fa58-0e68-4152-8095-0c361f340d1b,segment=NetworkSegment(8eb41fc5-1917-4ad7-aa70-0d72515eecd0),segment_id=8eb41fc5-1917-4ad7-aa70-0d72515eecd0)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:20.020987 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:20.141645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Calling delete_port for 4591fa58-0e68-4152-8095-0c361f340d1b owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:33:20.428538 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:20.434289 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5a5c3a26-956a-49c1-b495-b40be1f6c627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:20.439745 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['4591fa58-0e68-4152-8095-0c361f340d1b'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:33:20.477792 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Pushing event deleted for resources: {'Port': ['ID=4591fa58-0e68-4152-8095-0c361f340d1b,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:20.481234 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:20.554327 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] No DVR routers for this DVR port 4591fa58-0e68-4152-8095-0c361f340d1b on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:33:20.556613 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:20.558513 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fd5ba9ac-52be-449f-a596-cf0c8e0ab4a3 req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.10 "DELETE /v2.0/ports/4591fa58-0e68-4152-8095-0c361f340d1b HTTP/1.1" status: 204 len: 173 time: 0.8087211 Jun 06 19:33:20.559002 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'name': 'network-vif-deleted', 'tag': '4591fa58-0e68-4152-8095-0c361f340d1b'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:33:20.561248 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c87e16c-e6c8-4270-97b9-2ff7c187fcd5" -d '{"events": [{"server_uuid": "ee41a56a-7bdf-457f-81f8-cb46500c91db", "name": "network-vif-deleted", "tag": "4591fa58-0e68-4152-8095-0c361f340d1b"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:33:20.601557 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcbe8a0-bf0f-4937-b0b2-36a21c158f73 x-openstack-request-id: req-abcbe8a0-bf0f-4937-b0b2-36a21c158f73 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:33:20.601902 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee41a56a-7bdf-457f-81f8-cb46500c91db", "name": "network-vif-deleted", "tag": "4591fa58-0e68-4152-8095-0c361f340d1b", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:33:20.602188 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abcbe8a0-bf0f-4937-b0b2-36a21c158f73 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:33:20.602641 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee41a56a-7bdf-457f-81f8-cb46500c91db', 'name': 'network-vif-deleted', 'tag': '4591fa58-0e68-4152-8095-0c361f340d1b', 'status': 'completed', 'code': 200} Jun 06 19:33:20.877345 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-46bfc559-3a01-4cd2-a655-8d4ca31a2d79 req-02ba2318-8d66-4bc4-8d09-2ce48251f27d tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee41a56a-7bdf-457f-81f8-cb46500c91db HTTP/1.1" status: 200 len: 210 time: 0.0439875 Jun 06 19:33:21.853308 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40132) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:21.968463 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ed07ead5-c934-42f5-bf8e-bf60cb347867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:22.075599 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ed07ead5-c934-42f5-bf8e-bf60cb347867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:22.148366 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ed07ead5-c934-42f5-bf8e-bf60cb347867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:22.157541 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-cfe69e7d-7ed8-4372-888e-d3b2bda08a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:22.197211 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ed07ead5-c934-42f5-bf8e-bf60cb347867 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ea1908d347e47378ca339d595b7ee1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428199 Jun 06 19:33:22.198916 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07ead5-c934-42f5-bf8e-bf60cb347867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824e825-35da-4c3a-9eb4-23451473c700,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:22.199921 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40140) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:22.202364 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ed07ead5-c934-42f5-bf8e-bf60cb347867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:22.263292 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:22.288926 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:22.456858 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:22.459633 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:22.460876 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e824e825-35da-4c3a-9eb4-23451473c700 HTTP/1.1" status: 204 len: 168 time: 0.2599611 Jun 06 19:33:22.461721 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5fd3896b-254e-473e-90cb-68dc15c630a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:22.477268 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824e825-35da-4c3a-9eb4-23451473c700,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:22.490097 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.492551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.492551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.492551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.492551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.492976 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.493477 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.494074 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.494590 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.495016 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.495597 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.496132 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:22.500427 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f5336591-fd2e-400a-8a89-b85ac2e1608d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:22.814705 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 4591fa58-0e68-4152-8095-0c361f340d1b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:33:22.849036 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 4591fa58-0e68-4152-8095-0c361f340d1b {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:33:22.849603 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 4591fa58-0e68-4152-8095-0c361f340d1b not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:33:23.052004 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40150) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:23.069287 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e02c960d-6722-44cf-8a27-9006b3bb7846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:23.168995 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e02c960d-6722-44cf-8a27-9006b3bb7846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:23.279392 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e02c960d-6722-44cf-8a27-9006b3bb7846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:23.288147 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-475cf441-5906-4bb0-be5d-57d0616d090a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:23.329700 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e02c960d-6722-44cf-8a27-9006b3bb7846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3894639ac86e4bd684c78b8eb83f6571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765489 Jun 06 19:33:23.330527 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c960d-6722-44cf-8a27-9006b3bb7846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fceaf3-aa1e-4d1d-8879-d54a04830dd8,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:23.332336 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40152) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:23.334232 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e02c960d-6722-44cf-8a27-9006b3bb7846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:23.390978 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-672c0f21-a90a-43ad-be40-e74c016933b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:23.416142 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-672c0f21-a90a-43ad-be40-e74c016933b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:23.519740 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-672c0f21-a90a-43ad-be40-e74c016933b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:23.522131 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-672c0f21-a90a-43ad-be40-e74c016933b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:23.523276 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-672c0f21-a90a-43ad-be40-e74c016933b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61fceaf3-aa1e-4d1d-8879-d54a04830dd8 HTTP/1.1" status: 204 len: 168 time: 0.1898794 Jun 06 19:33:23.524042 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-00889c7c-2ff7-4ea5-8a32-6ba68aaec031 tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:23.533706 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c0f21-a90a-43ad-be40-e74c016933b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fceaf3-aa1e-4d1d-8879-d54a04830dd8,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:23.535873 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-672c0f21-a90a-43ad-be40-e74c016933b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:30.051016 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:30.205492 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f6a37144-0296-4c6e-be24-c30103455a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:32.623401 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40282) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:32.742395 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8fbea7fe-9330-487e-968a-93e85324cacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:32.826938 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:32.847774 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8fbea7fe-9330-487e-968a-93e85324cacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:32.855318 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bfde1e65-4dde-48b2-ae9d-5e8977c14703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:32.906666 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-8fbea7fe-9330-487e-968a-93e85324cacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:32.916235 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4b365fc6-c146-4f00-b9f0-161248afe243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:32.956784 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-8fbea7fe-9330-487e-968a-93e85324cacd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cebe65e516c642f1ab6f8121ff9880f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322427 Jun 06 19:33:32.958986 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbea7fe-9330-487e-968a-93e85324cacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ef9d88-6339-407b-9f0b-7b8ec52a2740,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:32.959458 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40286) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:32.962099 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8fbea7fe-9330-487e-968a-93e85324cacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:33.022740 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-92f0173a-6805-45a8-9a54-0e480865e986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:33.048123 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-92f0173a-6805-45a8-9a54-0e480865e986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:33.159811 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-92f0173a-6805-45a8-9a54-0e480865e986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:33.162660 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-92f0173a-6805-45a8-9a54-0e480865e986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:33.166699 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-92f0173a-6805-45a8-9a54-0e480865e986 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5ef9d88-6339-407b-9f0b-7b8ec52a2740 HTTP/1.1" status: 204 len: 168 time: 0.2062640 Jun 06 19:33:33.173280 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-29af556f-161f-45ea-bd0e-9732bc8ee30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:33.178103 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0173a-6805-45a8-9a54-0e480865e986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ef9d88-6339-407b-9f0b-7b8ec52a2740,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:33.181125 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-92f0173a-6805-45a8-9a54-0e480865e986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:33.964246 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:35.637995 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.071889 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40382) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:39.188704 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e8ff86d6-7038-4e2b-ba89-f7e30dd9b9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.290161 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e8ff86d6-7038-4e2b-ba89-f7e30dd9b9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.342173 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-e8ff86d6-7038-4e2b-ba89-f7e30dd9b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.349354 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-dd8f8c7e-22a4-4353-8b2b-85fe3661429f tempest-AttachVolumeTestJSON-1912191891 tempest-AttachVolumeTestJSON-1912191891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:39.393971 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff86d6-7038-4e2b-ba89-f7e30dd9b9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0777f24a-a4a4-434a-a478-7c97431c0538,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:39.399283 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e8ff86d6-7038-4e2b-ba89-f7e30dd9b9d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cffde20f94a46a1919c507738c42fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263667 Jun 06 19:33:39.400256 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-e8ff86d6-7038-4e2b-ba89-f7e30dd9b9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:39.401918 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40392) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:39.471016 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b11781b-7834-424f-bc2a-766b79a7b9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.490094 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b11781b-7834-424f-bc2a-766b79a7b9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.615242 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b11781b-7834-424f-bc2a-766b79a7b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.618306 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-5b11781b-7834-424f-bc2a-766b79a7b9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:39.619417 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-5b11781b-7834-424f-bc2a-766b79a7b9fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0777f24a-a4a4-434a-a478-7c97431c0538 HTTP/1.1" status: 204 len: 168 time: 0.2165711 Jun 06 19:33:39.624593 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c40c4120-feec-4c18-98e7-e2c0a6d5e09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:39.632929 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11781b-7834-424f-bc2a-766b79a7b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0777f24a-a4a4-434a-a478-7c97431c0538,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:39.635170 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-5b11781b-7834-424f-bc2a-766b79a7b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:40.264325 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40398) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:40.281401 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-078d9c51-fb00-4e2b-92c1-c9e5a2b0ccdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:40.382775 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-078d9c51-fb00-4e2b-92c1-c9e5a2b0ccdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:40.479100 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-078d9c51-fb00-4e2b-92c1-c9e5a2b0ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:40.485798 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-054d39ad-cf1e-496b-868c-4cebe2f892ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:40.530759 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-078d9c51-fb00-4e2b-92c1-c9e5a2b0ccdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2db4447385a5457095c4060206ade66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652421 Jun 06 19:33:40.531629 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9c51-fb00-4e2b-92c1-c9e5a2b0ccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3940e5-e087-4659-84c9-9bdfd84a3a5f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:40.533316 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40404) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:40.540635 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-078d9c51-fb00-4e2b-92c1-c9e5a2b0ccdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:40.594657 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d827bbec-63c0-4ca6-a425-eea4a123b9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:40.620421 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d827bbec-63c0-4ca6-a425-eea4a123b9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:40.758399 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d827bbec-63c0-4ca6-a425-eea4a123b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:40.760796 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-d827bbec-63c0-4ca6-a425-eea4a123b9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:40.764273 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-d827bbec-63c0-4ca6-a425-eea4a123b9e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e3940e5-e087-4659-84c9-9bdfd84a3a5f HTTP/1.1" status: 204 len: 168 time: 0.2269397 Jun 06 19:33:40.764273 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-8e996975-4051-4c05-9d68-ea1bfec2ef95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:40.772500 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827bbec-63c0-4ca6-a425-eea4a123b9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3940e5-e087-4659-84c9-9bdfd84a3a5f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:40.775117 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-d827bbec-63c0-4ca6-a425-eea4a123b9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:42.075473 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40442) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:42.226463 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Deleting subnet 25778b4e-e5b7-4aa8-8419-ba78d48530a3 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:33:42.229317 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.277405 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.336738 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.467092 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.472403 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ab8452f9-74c6-436b-824a-efc450c4fb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:42.507533 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25778b4e-e5b7-4aa8-8419-ba78d48530a3,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:42.510010 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.511317 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25778b4e-e5b7-4aa8-8419-ba78d48530a3 HTTP/1.1" status: 204 len: 168 time: 0.4347510 Jun 06 19:33:42.512189 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-4593cbab-2d40-4860-9333-952440798126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:42.513678 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40444) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:42.617000 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.743031 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.755454 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86be2bb-5480-4bf8-ae33-8cb6ce4770d2']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:33:42.768626 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb41fc5-1917-4ad7-aa70-0d72515eecd0') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:33:42.768855 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb41fc5-1917-4ad7-aa70-0d72515eecd0') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:33:42.780108 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.795848 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.801828 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:33:42.802217 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:33:42.815880 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:33:42.964763 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.968378 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:42.983690 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:42.985468 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a86be2bb-5480-4bf8-ae33-8cb6ce4770d2 HTTP/1.1" status: 204 len: 168 time: 0.4708996 Jun 06 19:33:42.991197 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86be2bb-5480-4bf8-ae33-8cb6ce4770d2,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:42.991387 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40450) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:42.991839 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ef793af4-3eff-448a-9dbe-cd67c1522bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:43.018851 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:33:43.048852 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Deleting subnet f00f6c3b-0093-4f98-be02-fb5376fce136 {{(pid=92060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:33:43.051980 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.100700 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2132340'] for subnet, precommit_delete_associations {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.158126 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.295687 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3669071'] for subnet, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.300366 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-8d84b6ea-373f-4d68-b233-a247c1a01f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:43.335364 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00f6c3b-0093-4f98-be02-fb5376fce136,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:43.337281 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for subnet, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.339083 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f00f6c3b-0093-4f98-be02-fb5376fce136 HTTP/1.1" status: 204 len: 168 time: 0.3496699 Jun 06 19:33:43.340384 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a4ef1ca1-1b57-446c-8746-c50567ce3731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:43.341545 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40452) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:43.446224 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.566832 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.578814 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e889aa-8291-4099-a1bb-9b3254d8ac29']}} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:33:43.591088 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaf5878-19e7-402d-a3b8-3cb01327e6aa') {'for_net_delete': True} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:33:43.591373 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.services.segments.db [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaf5878-19e7-402d-a3b8-3cb01327e6aa') {} {{(pid=92060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:33:43.602801 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2132301'] for segment, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.621178 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.626945 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=92060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:33:43.627312 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3528338'] for segment, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: Traceback (most recent call last): Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: timer() Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: cb(*args, **kw) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: return func(*args, **kwargs) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: self._notify() Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: self.callback(batched_events) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: event.method(event) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: return f(self, *a, **k) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: return self._get(url).json() Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: return self.request(url, 'GET', **kwargs) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:33:43.639925 dv-cinder-794962-3-smb neutron-server[92060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:33:43.793131 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.797083 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:43.813378 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:43.817691 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/74e889aa-8291-4099-a1bb-9b3254d8ac29 HTTP/1.1" status: 204 len: 168 time: 0.4727325 Jun 06 19:33:43.822743 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e889aa-8291-4099-a1bb-9b3254d8ac29,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:43.825158 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-497c26a2-1c69-400a-8d8a-e67b1d52f1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:43.984567 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-1c0e0726-bcf4-491a-b5ba-44a25d2e49f7 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ecaf79064160413899d5999a268097b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316927 Jun 06 19:33:44.131752 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-240fd1bd-1b74-40d2-a43b-3ef995e05448 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:44.135792 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-240fd1bd-1b74-40d2-a43b-3ef995e05448 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435828 Jun 06 19:33:44.147649 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-25f8b739-cdb0-4a20-bd9d-04d3a3cbfe0e tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/quotas/ecaf79064160413899d5999a268097b7 HTTP/1.1" status: 200 len: 375 time: 0.0088048 Jun 06 19:33:44.192776 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-8fe01204-d5f1-4005-b1fb-097809675ed2 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecaf79064160413899d5999a268097b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402637 Jun 06 19:33:44.241743 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40472) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:44.290058 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-e59c2e5f-2a0f-4437-8ba6-dabd0630188c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e3c0bef16064667bd324e2be126bcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466607 Jun 06 19:33:44.291948 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40474) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:44.346692 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-920ff207-76c1-4b8b-bc60-097c6f39b1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:44.371680 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-920ff207-76c1-4b8b-bc60-097c6f39b1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:44.475943 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-94069949-c6dc-4f60-a1dd-d60b72432c1e req-1a8dcf00-c2b8-4f4d-880f-11b9004c0126 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0421939 Jun 06 19:33:44.536307 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-920ff207-76c1-4b8b-bc60-097c6f39b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:44.539763 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-920ff207-76c1-4b8b-bc60-097c6f39b1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:44.540841 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-920ff207-76c1-4b8b-bc60-097c6f39b1c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df542161-27a0-4cc9-adc4-ebf1970e4e85 HTTP/1.1" status: 204 len: 168 time: 0.2480366 Jun 06 19:33:44.541625 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-4ba952dd-c446-429b-ac0d-3427d784d127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:44.550987 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ff207-76c1-4b8b-bc60-097c6f39b1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df542161-27a0-4cc9-adc4-ebf1970e4e85,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:44.554091 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-920ff207-76c1-4b8b-bc60-097c6f39b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:45.297665 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40482) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:45.346788 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-ed019007-dd22-41ca-9ba4-c0059037b314 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db358d52a5c147669d53dbca11d4d759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478630 Jun 06 19:33:45.349095 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.wsgi [-] (92060) accepted ('10.222.0.13', 40484) {{(pid=92060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:45.405449 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-35d7b343-f597-4eb0-b72e-4563a778da05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:45.434872 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-35d7b343-f597-4eb0-b72e-4563a778da05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:45.589041 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-91eae282-6c0c-4ac4-be76-cf7b041672a4 req-e7efc963-91ec-4673-99fb-41295de336d5 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0521472 Jun 06 19:33:45.667620 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-35d7b343-f597-4eb0-b72e-4563a778da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:45.670094 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [None req-35d7b343-f597-4eb0-b72e-4563a778da05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:45.671193 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [None req-35d7b343-f597-4eb0-b72e-4563a778da05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86e5575e-fdfe-468a-bdf2-c4d9cfb547c5 HTTP/1.1" status: 204 len: 168 time: 0.3211334 Jun 06 19:33:45.671940 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-a9761c52-a2c8-48ba-a71d-838af35e38cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:45.682022 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7b343-f597-4eb0-b72e-4563a778da05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e5575e-fdfe-468a-bdf2-c4d9cfb547c5,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:45.684174 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-35d7b343-f597-4eb0-b72e-4563a778da05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:46.686859 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3a9838d8-e897-4bf4-9d33-16d3d533a990 req-b03693a7-4ae6-4d87-9774-a43259568ad3 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0468724 Jun 06 19:33:46.710498 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40520) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:46.814841 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2093560808-network', 'tenant_id': '278fd1f71a7646dbba0d6200ab74b9a3'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:46.901902 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Made reservation on behalf of 278fd1f71a7646dbba0d6200ab74b9a3 for: {'network': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:33:46.904194 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-652035'] for network, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:46.916903 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.022618 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.067706 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.071062 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-210d5a46-6b8d-47f1-8d1a-e2b0ec1acf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:47.097444 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=92059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:33:47.106404 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e783d3-8c16-4583-aa08-aafd31a93eaf,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:47.109723 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:47.113529 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.114365 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.db.segments_db [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Added segment 5c6aebf6-c678-4c00-8e9c-100c61d90154 of type vlan for network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 Jun 06 19:33:47.139926 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781965363420'] for network, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.226493 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103'] for network, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.227759 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:47.228325 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.231533 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:47.324785 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Pushing event updated for resources: {'Network': ['ID=499c9a89-4b11-4f71-8a48-e7bb8b4d4195,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:47.328030 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:47.334909 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 details requested by agent ovs-agent-dv-cinder-794962-3-smb with host dv-cinder-794962-3-smb {{(pid=92061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:33:47.350291 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-36d39842-8c56-4d97-b209-38730e85656e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6356556 Jun 06 19:33:47.350499 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40524) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:33:47.355414 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Request body: {'subnet': {'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2093560808-subnet', 'tenant_id': '278fd1f71a7646dbba0d6200ab74b9a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:47.444396 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Made reservation on behalf of 278fd1f71a7646dbba0d6200ab74b9a3 for: {'subnet': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:33:47.446805 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117738'] for subnet, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.701302 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2453017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2117752'] for subnet, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.706123 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-7b971df0-bbfc-440c-bef4-4f2ed54b1fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:47.778447 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebefdb0-5a30-4f0f-a8e5-1f6cb3869896,revision_number=0']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:47.781423 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7d59917f-8a13-4e34-b03e-1f7d06a5390f req-76a30c93-2a13-44ce-a816-14677eeae151 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0422206 Jun 06 19:33:47.783753 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:47.788486 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Checking segment: {'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:33:47.789100 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Network hostable DHCP agents. Network: 499c9a89-4b11-4f71-8a48-e7bb8b4d4195, hostable agents: ['183ea885-b514-498f-bae7-787112717cb8'], hosted agents: [] {{(pid=92059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:33:47.861105 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 is scheduled to be hosted by DHCP agent 183ea885-b514-498f-bae7-787112717cb8 with binding_index 1 {{(pid=92059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:33:47.952739 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-smb, 499c9a89-4b11-4f71-8a48-e7bb8b4d4195) {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:33:47.956811 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:47.957399 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:47.962681 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ae098-79a7-4305-ac1f-ccf62d73f5f5 None None] Network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:33:48.068827 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-e29b289e-591a-479c-86f9-c14c927746d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7172856 Jun 06 19:33:48.194074 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d4031-0b32-4a14-bca8-65b5288c08a7 None None] Network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 requested from dv-cinder-794962-3-smb {{(pid=92061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:33:48.929740 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f5b5f791-4d2a-4916-b412-c79139e4422a req-8284fc98-f1d8-41b2-9544-c19dd7c50311 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0434885 Jun 06 19:33:50.080068 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-5aaa8213-0a16-47f7-8817-d9a6fcf050ed req-b0a199f5-3e5e-43e8-8fd3-699508f9db05 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0463376 Jun 06 19:33:50.430605 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-505d3214-6bcb-40d1-9f27-a850ed0d691f tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:50.431953 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-505d3214-6bcb-40d1-9f27-a850ed0d691f tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/networks?id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195 HTTP/1.1" status: 200 len: 809 time: 0.1501019 Jun 06 19:33:50.447895 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-3f8d5d17-0e41-4558-8df9-b62886f71723 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/quotas/278fd1f71a7646dbba0d6200ab74b9a3 HTTP/1.1" status: 200 len: 375 time: 0.0103836 Jun 06 19:33:50.498790 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c2acbb84-f7f0-4562-ab44-8d17a7ec4083 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453446 Jun 06 19:33:50.616879 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-f62dd436-076c-47d2-b0c7-3b94a4804f9d tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecaf79064160413899d5999a268097b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410483 Jun 06 19:33:50.797422 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-1ecf89d5-6a73-4703-8585-078c91a87358 service neutron] 10.222.0.13 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919390 Jun 06 19:33:50.875571 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-721653f4-00b0-49a2-8d74-3f25e401b817 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:50.877004 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-721653f4-00b0-49a2-8d74-3f25e401b817 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556555 Jun 06 19:33:50.924245 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Request body: {'port': {'device_id': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c', 'admin_state_up': True, 'tenant_id': 'ecaf79064160413899d5999a268097b7'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:51.053186 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-55c17f2c-2c78-45d1-bf75-d777986583b8 service neutron] 10.222.0.13 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469046 Jun 06 19:33:51.230415 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dccdb998-f928-4ede-b626-66b37251e83a req-d30d6a52-454a-4186-b8f6-4e1d41787ff9 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0455587 Jun 06 19:33:51.238965 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Made reservation on behalf of ecaf79064160413899d5999a268097b7 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:33:51.242476 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:51.256115 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks [] for security_group, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:51.344995 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-61413395-54f2-4e77-a7e4-1588b7ee0660 req-b5288b9d-c699-4f9b-8047-7640ed1c5710 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 210 time: 0.0488257 Jun 06 19:33:51.405425 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks [] for security_group, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:51.483720 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:51.486685 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-535042fd-8252-4217-92a5-3cb002852fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:51.564837 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e7348-7ee7-47e2-96f9-9c979d44774f,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:51.570564 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:51.653384 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Allocated IP 192.168.233.61 (9753cf69-a063-44ad-bfd4-de06a0a7150c/8ddc70e0-79b9-4782-8c81-0ed9c7335fa7/05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:33:51.960438 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:51.975616 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Transition to ACTIVE for port object 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc will not be triggered until provisioned by entity DHCP. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:33:52.102433 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:52.109381 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cfde7725-2265-41dc-89e7-13dd977b5526 tempest-AttachVolumeShelveTestJSON-312147760 tempest-AttachVolumeShelveTestJSON-312147760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:52.174407 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Network 9753cf69-a063-44ad-bfd4-de06a0a7150c is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:33:52.177318 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:33:52.180229 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:33:52.238685 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Pushing event updated for resources: {'Port': ['ID=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:52.238685 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:52.256742 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:52.257486 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:52.337678 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-ec5d5584-31e6-474e-8888-4c15c91a8699 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4171448 Jun 06 19:33:52.349759 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Request body: {'port': {'device_id': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:52.427818 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-afc23682-bbe4-4f98-957a-c5204c7d25e2 None None] Provisioning for port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc completed by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:33:52.433827 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-afc23682-bbe4-4f98-957a-c5204c7d25e2 None None] Provisioning complete for port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc triggered by entity DHCP. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:33:52.434582 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-afc23682-bbe4-4f98-957a-c5204c7d25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:52.489807 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-afc23682-bbe4-4f98-957a-c5204c7d25e2 None None] Port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc cannot update to ACTIVE because it is not bound. {{(pid=92061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:33:52.546132 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-862c8cc6-5274-4228-a80c-62ab6a007925 req-aaac1e42-339f-490a-8124-dcb2f4491ef7 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 210 time: 0.0885906 Jun 06 19:33:52.564185 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:52.618842 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a232812-7129-4021-ae36-1dd16a959107 req-941805e7-0667-4001-b7ed-b877a7ef622e tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:52.620264 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6a232812-7129-4021-ae36-1dd16a959107 req-941805e7-0667-4001-b7ed-b877a7ef622e tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 935 time: 0.2444012 Jun 06 19:33:52.685752 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6a232812-7129-4021-ae36-1dd16a959107 req-eceb2a9f-834c-40b4-bd76-e2b1f74b2dbb tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547209 Jun 06 19:33:52.951506 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:33:52.959072 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:52.972917 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Transition to ACTIVE for port object 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:33:53.033874 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:53.037793 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cf48ac27-3370-4505-96b6-85ace6d20bda tempest-VolumesActionsTest-2067375948 tempest-VolumesActionsTest-2067375948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:53.189105 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Pushing event updated for resources: {'Port': ['ID=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:53.196499 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:53.270955 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Attempting to bind port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:33:53.271628 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Attempting to bind port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:33:53.271628 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Attempting to bind port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc on network 9753cf69-a063-44ad-bfd4-de06a0a7150c {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:33:53.276133 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc on network 9753cf69-a063-44ad-bfd4-de06a0a7150c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:33:53.276446 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Attempting to bind port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc on network 9753cf69-a063-44ad-bfd4-de06a0a7150c {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:33:53.281774 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:33:53.282107 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Checking segment: {'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:33:53.282495 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Bound using segment: {'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:33:53.282901 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Bound port: 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80867c24-c580-4706-bc0b-ef6026336901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:33:53.283241 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:53.385602 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] For port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:33:53.388661 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] For port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,segment=NetworkSegment(80867c24-c580-4706-bc0b-ef6026336901),segment_id=80867c24-c580-4706-bc0b-ef6026336901)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:33:53.462635 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:53.467003 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:53.531457 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:53.532009 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:53.533612 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] 10.222.0.10 "PUT /v2.0/ports/05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc HTTP/1.1" status: 200 len: 1097 time: 1.1883626 Jun 06 19:33:53.536146 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'tag': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:33:53.537355 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c5a0d7b3-6514-4997-b57b-47c744d6b624 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:53.539864 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba00bf-8c4f-489c-8ec5-91c775dd634b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f97c0c2-8d96-45f6-a8fa-6014b6164d2e", "tag": "05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:33:53.540058 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c5a0d7b3-6514-4997-b57b-47c744d6b624 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "GET /v2.0/networks?id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195 HTTP/1.1" status: 200 len: 809 time: 0.1499395 Jun 06 19:33:53.553935 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Request body: {'port': {'device_id': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195', 'admin_state_up': True, 'tenant_id': '278fd1f71a7646dbba0d6200ab74b9a3'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:53.564337 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Pushing event updated for resources: {'Port': ['ID=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:53.567642 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-9f3f7b22-0d75-4c16-ab69-1b50866d31e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:53.591047 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390b9d2a-d527-47d4-a245-10115db01f20 x-openstack-request-id: req-390b9d2a-d527-47d4-a245-10115db01f20 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:33:53.591379 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f97c0c2-8d96-45f6-a8fa-6014b6164d2e", "tag": "05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:33:53.591711 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-390b9d2a-d527-47d4-a245-10115db01f20 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:33:53.592150 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'tag': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc', 'status': 'completed', 'code': 200} Jun 06 19:33:53.748953 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-dce61e91-d510-42a6-a908-300e9f215053 req-d30d33e0-bd45-4824-b2be-91e9cb345a00 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 210 time: 0.0654275 Jun 06 19:33:53.762111 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba00bf-8c4f-489c-8ec5-91c775dd634b req-3d2a588a-44c1-4726-b7b8-0d31a7c00aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:53.763991 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3fba00bf-8c4f-489c-8ec5-91c775dd634b req-3d2a588a-44c1-4726-b7b8-0d31a7c00aab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecaf79064160413899d5999a268097b7&device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 1100 time: 0.1474435 Jun 06 19:33:53.798040 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3fba00bf-8c4f-489c-8ec5-91c775dd634b req-1bcc9ad8-8a6f-4cba-b2c6-ff5db052059b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecaf79064160413899d5999a268097b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272779 Jun 06 19:33:53.821947 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Made reservation on behalf of 278fd1f71a7646dbba0d6200ab74b9a3 for: {'port': 1} {{(pid=92059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:33:53.828825 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:53.999462 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c630ff9-036b-41cc-8223-7be8168f6432 req-1798084c-cdb3-4e4c-8536-f8b1c0407335 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:54.000995 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1c630ff9-036b-41cc-8223-7be8168f6432 req-1798084c-cdb3-4e4c-8536-f8b1c0407335 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 947 time: 0.1769803 Jun 06 19:33:54.003901 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba00bf-8c4f-489c-8ec5-91c775dd634b req-28651eac-d08b-4e2b-8e1d-2b2013eb9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:54.005256 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3fba00bf-8c4f-489c-8ec5-91c775dd634b req-28651eac-d08b-4e2b-8e1d-2b2013eb9825 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2007332 Jun 06 19:33:54.097479 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_common [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Allocated IP 172.20.0.4 (499c9a89-4b11-4f71-8a48-e7bb8b4d4195/aebefdb0-5a30-4f0f-a8e5-1f6cb3869896/a43fae5d-4317-435f-9762-46df61728825) {{(pid=92059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:33:54.187598 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1c630ff9-036b-41cc-8223-7be8168f6432 req-721c0f6c-582a-42ab-9c38-c9f7a40d5c58 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796834 Jun 06 19:33:54.229323 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-66912f65-a7f6-4acd-8a36-7fce2f4bb452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:54.230790 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-66912f65-a7f6-4acd-8a36-7fce2f4bb452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecaf79064160413899d5999a268097b7&device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 1100 time: 0.1885819 Jun 06 19:33:54.299880 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-5a808cd2-1b63-453a-bf84-c2ef73e62544 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc HTTP/1.1" status: 200 len: 217 time: 0.0619900 Jun 06 19:33:54.303906 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks [] for port, precommit_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:54.359390 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-819fc6c5-68b5-46e9-9728-a6597774d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:54.360724 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-819fc6c5-68b5-46e9-9728-a6597774d91d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ddc70e0-79b9-4782-8c81-0ed9c7335fa7 HTTP/1.1" status: 200 len: 843 time: 0.0554736 Jun 06 19:33:54.410079 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_create {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:54.417128 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-be12ceb7-125a-45d4-9faf-9c081b1607c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:54.438477 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725894c8-2dce-41d9-a492-20d26182fea8 req-7a12018f-52a6-4f6c-9a1a-1299ba0c275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:54.439983 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-7a12018f-52a6-4f6c-9a1a-1299ba0c275e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9753cf69-a063-44ad-bfd4-de06a0a7150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727556 Jun 06 19:33:54.488804 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 is already hosted by enough agents. {{(pid=92059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:33:54.492580 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.scheduler.base_scheduler [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Resources bound (agent type, host, resource id): {{(pid=92059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:33:54.495645 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Received port after_create {{(pid=92059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:33:54.533956 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Pushing event updated for resources: {'Port': ['ID=a43fae5d-4317-435f-9762-46df61728825,revision_number=1']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:54.548578 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.549217 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.549354 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.549719 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.550088 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.550449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.550817 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.551170 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.551530 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.551885 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.552241 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.552595 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:54.557613 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:54.578325 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-c1c968cf-cf6c-4abe-b6b7-24841d87ca95 service neutron] 10.222.0.10 "GET /v2.0/networks/9753cf69-a063-44ad-bfd4-de06a0a7150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316230 Jun 06 19:33:54.580103 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:54.580715 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:54.672945 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-43992d4b-5f9e-4f2b-9ab9-6fa4ed9d0261 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1241252 Jun 06 19:33:54.684155 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.v2.base [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Request body: {'port': {'device_id': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:33:54.707912 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-725894c8-2dce-41d9-a492-20d26182fea8 req-8247150b-15cb-475b-a148-2542849d7b40 service neutron] 10.222.0.10 "GET /v2.0/networks/9753cf69-a063-44ad-bfd4-de06a0a7150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229050 Jun 06 19:33:54.805978 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:54.942880 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba8e5-702a-4f2f-82e7-7fee43afcfa4 req-32c6415c-43db-47d8-8a4c-3904d2125438 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:54.944535 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-af4ba8e5-702a-4f2f-82e7-7fee43afcfa4 req-32c6415c-43db-47d8-8a4c-3904d2125438 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 931 time: 0.0785122 Jun 06 19:33:54.991016 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-af4ba8e5-702a-4f2f-82e7-7fee43afcfa4 req-1decb1ac-31f6-4557-b971-aca3c95b6e25 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Jun 06 19:33:55.148080 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43fae5d-4317-435f-9762-46df61728825 {{(pid=92059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:33:55.155121 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:55.169553 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.provisioning_blocks [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Transition to ACTIVE for port object a43fae5d-4317-435f-9762-46df61728825 will not be triggered until provisioned by entity L2. {{(pid=92059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:33:55.250685 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:55.255496 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c1776b9b-1261-40e1-95ee-39e2fba3847f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:55.377386 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ccb84-27f4-4274-97d0-1513bca2e048 req-3a9b9cb1-31a4-4cf8-aaac-24db606c9b17 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:55.378844 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0e0ccb84-27f4-4274-97d0-1513bca2e048 req-3a9b9cb1-31a4-4cf8-aaac-24db606c9b17 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 947 time: 0.0823474 Jun 06 19:33:55.417159 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Pushing event updated for resources: {'Port': ['ID=a43fae5d-4317-435f-9762-46df61728825,revision_number=2']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:55.425028 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0e0ccb84-27f4-4274-97d0-1513bca2e048 req-d2a735d3-c507-4cf9-a682-769a924d1ec4 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Jun 06 19:33:55.452525 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:55.490634 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Attempting to bind port a43fae5d-4317-435f-9762-46df61728825 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:33:55.490922 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Attempting to bind port a43fae5d-4317-435f-9762-46df61728825 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:33:55.491702 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Attempting to bind port a43fae5d-4317-435f-9762-46df61728825 on network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:33:55.496107 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Port a43fae5d-4317-435f-9762-46df61728825 on network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:33:55.496426 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Attempting to bind port a43fae5d-4317-435f-9762-46df61728825 on network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:33:55.501324 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:33:55.501686 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Checking segment: {'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:33:55.502069 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Bound using segment: {'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'} {{(pid=92059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:33:55.502485 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.managers [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Bound port: a43fae5d-4317-435f-9762-46df61728825, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'}}] {{(pid=92059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:33:55.502820 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:55.599019 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] For port a43fae5d-4317-435f-9762-46df61728825, host hv-cinder-79496, cleared binding levels {{(pid=92059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:33:55.601926 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] For port a43fae5d-4317-435f-9762-46df61728825, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a43fae5d-4317-435f-9762-46df61728825,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:33:55.656308 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2453134'] for port, after_update {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:55.659849 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-01ed3c37-834a-42e9-ad9a-4328685dc052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:55.715908 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:55.716968 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:55.717895 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] 10.222.0.10 "PUT /v2.0/ports/a43fae5d-4317-435f-9762-46df61728825 HTTP/1.1" status: 200 len: 1093 time: 1.0379577 Jun 06 19:33:55.718403 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'tag': 'a43fae5d-4317-435f-9762-46df61728825'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:33:55.720690 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8209028e-7d89-46c0-9a94-02bf5ac3c358" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe19c57-a247-429c-9011-2d2d37ad82dc", "tag": "a43fae5d-4317-435f-9762-46df61728825"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:33:55.744172 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Pushing event updated for resources: {'Port': ['ID=a43fae5d-4317-435f-9762-46df61728825,revision_number=3']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:55.747219 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-c3b2b2e8-413c-49a7-9591-a3884ad0adbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:55.766755 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1e58a6-f90d-4709-8789-3672b1910fdc x-openstack-request-id: req-3a1e58a6-f90d-4709-8789-3672b1910fdc {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:33:55.767086 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe19c57-a247-429c-9011-2d2d37ad82dc", "tag": "a43fae5d-4317-435f-9762-46df61728825", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:33:55.767381 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a1e58a6-f90d-4709-8789-3672b1910fdc {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:33:55.767816 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'tag': 'a43fae5d-4317-435f-9762-46df61728825', 'status': 'completed', 'code': 200} Jun 06 19:33:55.858674 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209028e-7d89-46c0-9a94-02bf5ac3c358 req-d101cbcf-8154-4bec-982c-dc771dc37c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:55.860121 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-8209028e-7d89-46c0-9a94-02bf5ac3c358 req-d101cbcf-8154-4bec-982c-dc771dc37c08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 1096 time: 0.0731099 Jun 06 19:33:55.997670 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209028e-7d89-46c0-9a94-02bf5ac3c358 req-589242fd-a2ea-4910-a77d-33856d096d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:55.999038 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-8209028e-7d89-46c0-9a94-02bf5ac3c358 req-589242fd-a2ea-4910-a77d-33856d096d53 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1318634 Jun 06 19:33:56.176602 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222732d8-c132-4f83-a621-547288957d40 req-6f1cc0b8-eeee-40ce-986a-3a466dca7036 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:56.178121 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-222732d8-c132-4f83-a621-547288957d40 req-6f1cc0b8-eeee-40ce-986a-3a466dca7036 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 943 time: 0.0813410 Jun 06 19:33:56.224380 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-222732d8-c132-4f83-a621-547288957d40 req-be9df473-1e8d-4e2c-97e3-576f397ab339 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Jun 06 19:33:56.235304 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209028e-7d89-46c0-9a94-02bf5ac3c358 req-96f6c5ea-30f8-4287-a783-1890eda5a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:56.236774 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-8209028e-7d89-46c0-9a94-02bf5ac3c358 req-96f6c5ea-30f8-4287-a783-1890eda5a9ec service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314444 Jun 06 19:33:56.341654 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-10a87102-117b-45f5-9980-682685045b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:56.343037 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-10a87102-117b-45f5-9980-682685045b76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 1096 time: 0.0707762 Jun 06 19:33:56.416506 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-654b767b-8aa1-4525-9e49-35650425cde3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a43fae5d-4317-435f-9762-46df61728825 HTTP/1.1" status: 200 len: 217 time: 0.0664332 Jun 06 19:33:56.480471 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-ef0771e8-a4d4-49bc-a3be-94177feb74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:56.481939 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-ef0771e8-a4d4-49bc-a3be-94177feb74cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebefdb0-5a30-4f0f-a8e5-1f6cb3869896 HTTP/1.1" status: 200 len: 849 time: 0.0596313 Jun 06 19:33:56.531295 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-d4617f09-5d72-4816-ac58-2cb20bc23877 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429683 Jun 06 19:33:56.615627 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c9365-9089-40d5-a29d-cbb424c4e221 req-e96a3c48-0486-49d5-bf97-51dceb72321b tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:56.617747 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f17c9365-9089-40d5-a29d-cbb424c4e221 req-e96a3c48-0486-49d5-bf97-51dceb72321b tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 947 time: 0.0849295 Jun 06 19:33:56.661140 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f17c9365-9089-40d5-a29d-cbb424c4e221 req-febb710d-c499-4d7d-8afd-1e1afab72b2f tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376730 Jun 06 19:33:56.663772 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-ce041f6e-4a48-4571-9df7-a2c924702f8c service neutron] 10.222.0.10 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249502 Jun 06 19:33:56.796616 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-2d0dd9e5-0855-4a6b-b0b5-90fd51f64a95 req-49ceaf10-dbba-49e3-abc8-a1c0594af2c5 service neutron] 10.222.0.10 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268995 Jun 06 19:33:56.930549 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:33:57.068070 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,segment=NetworkSegment(80867c24-c580-4706-bc0b-ef6026336901),segment_id=80867c24-c580-4706-bc0b-ef6026336901)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:57.080893 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc', 'network_id': '9753cf69-a063-44ad-bfd4-de06a0a7150c', 'port_id': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc', 'mac_address': 'fa:16:3e:aa:30:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ddc70e0-79b9-4782-8c81-0ed9c7335fa7', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:33:57.137551 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:57.153537 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:33:57.168931 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,segment=NetworkSegment(80867c24-c580-4706-bc0b-ef6026336901),segment_id=80867c24-c580-4706-bc0b-ef6026336901)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:57.261064 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:57.262934 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:57.328808 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:57.337286 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.337645 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.337980 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.338306 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.338627 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.338947 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.339265 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.339578 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.339892 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.340204 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.340513 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.340868 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:33:57.344716 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:57.408178 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca6f5b-e5d0-4045-9186-67764dffbce1 req-ffef2876-5845-46c8-987c-177a4ec42d47 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:57.411180 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6fca6f5b-e5d0-4045-9186-67764dffbce1 req-ffef2876-5845-46c8-987c-177a4ec42d47 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 943 time: 0.0802364 Jun 06 19:33:57.456949 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-6fca6f5b-e5d0-4045-9186-67764dffbce1 req-1b6a0aaf-2f3b-4384-ae80-251ade9fd871 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Jun 06 19:33:57.461703 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:33:57.855653 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ded1f-ab7e-4f5e-81a2-f499fbd2625a req-45a00ac3-1be1-4073-be58-42438f8f3e53 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:57.857099 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-421ded1f-ab7e-4f5e-81a2-f499fbd2625a req-45a00ac3-1be1-4073-be58-42438f8f3e53 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 948 time: 0.0795386 Jun 06 19:33:57.901579 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-421ded1f-ab7e-4f5e-81a2-f499fbd2625a req-a9292753-2204-4e3e-8bf1-c3d58c286101 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 Jun 06 19:33:58.645461 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc68c86-8684-43f8-812f-cd16416aecba req-2a5e8de0-6a39-4d56-b7b8-fb86d6c44626 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:58.646893 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cbc68c86-8684-43f8-812f-cd16416aecba req-2a5e8de0-6a39-4d56-b7b8-fb86d6c44626 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 943 time: 0.0810750 Jun 06 19:33:58.690319 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cbc68c86-8684-43f8-812f-cd16416aecba req-a18869be-6386-42ea-be09-a6ae0402c576 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Jun 06 19:33:58.948045 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:33:58.972323 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device a43fae5d-4317-435f-9762-46df61728825 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:33:59.084315 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae708668-c422-4725-a786-8c818b4825d8 req-43f59ad9-fee2-488f-9e0a-3c5f25585c77 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:59.086497 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ae708668-c422-4725-a786-8c818b4825d8 req-43f59ad9-fee2-488f-9e0a-3c5f25585c77 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 948 time: 0.0784369 Jun 06 19:33:59.131203 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ae708668-c422-4725-a786-8c818b4825d8 req-b31457ff-9ae2-4510-b7c3-c5680690407e tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Jun 06 19:33:59.132516 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port a43fae5d-4317-435f-9762-46df61728825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a43fae5d-4317-435f-9762-46df61728825,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:59.145923 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': 'a43fae5d-4317-435f-9762-46df61728825', 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195', 'port_id': 'a43fae5d-4317-435f-9762-46df61728825', 'mac_address': 'fa:16:3e:19:23:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebefdb0-5a30-4f0f-a8e5-1f6cb3869896', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:33:59.181950 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:33:59.199841 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:33:59.200212 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:59.248303 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:59.270642 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43fae5d-4317-435f-9762-46df61728825 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:33:59.291496 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port a43fae5d-4317-435f-9762-46df61728825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a43fae5d-4317-435f-9762-46df61728825,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:59.345594 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:59.359837 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:59.362388 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:59.416975 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:33:59.419217 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f089b-526c-406f-8b8f-316ceae53d93" -d '{"events": [{"server_uuid": "1f97c0c2-8d96-45f6-a8fa-6014b6164d2e", "name": "network-vif-plugged", "status": "completed", "tag": "05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:33:59.433036 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,segment=NetworkSegment(80867c24-c580-4706-bc0b-ef6026336901),segment_id=80867c24-c580-4706-bc0b-ef6026336901)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:33:59.442444 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=a43fae5d-4317-435f-9762-46df61728825,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:59.449782 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:59.461361 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3631ab9-900e-4d08-8ef3-7f48b517ef69 x-openstack-request-id: req-f3631ab9-900e-4d08-8ef3-7f48b517ef69 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:33:59.461687 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f97c0c2-8d96-45f6-a8fa-6014b6164d2e", "name": "network-vif-plugged", "status": "completed", "tag": "05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:33:59.461943 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3631ab9-900e-4d08-8ef3-7f48b517ef69 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:33:59.462327 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc', 'code': 200} Jun 06 19:33:59.508067 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:59.509772 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-b7fd1a3b-a362-4388-b03d-61f35c28c742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:33:59.561586 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['a43fae5d-4317-435f-9762-46df61728825'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:33:59.625341 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:33:59.633715 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:33:59.817518 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e4e71-fbcf-43e2-bb76-193e70c7302c req-05cab0cc-1a47-4068-b60e-adf84f0f4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:59.819722 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1d1e4e71-fbcf-43e2-bb76-193e70c7302c req-05cab0cc-1a47-4068-b60e-adf84f0f4f77 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 1102 time: 0.0853512 Jun 06 19:33:59.862870 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-1d1e4e71-fbcf-43e2-bb76-193e70c7302c req-73a51e7f-14a6-46d3-b5ba-c16bb9e18725 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Jun 06 19:33:59.886551 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221a98b-3091-449e-8c00-6a0d1f59f7f8 req-4d5b87c2-026e-4c9a-8125-30de7786c7d6 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:33:59.887952 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9221a98b-3091-449e-8c00-6a0d1f59f7f8 req-4d5b87c2-026e-4c9a-8125-30de7786c7d6 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 944 time: 0.0902593 Jun 06 19:33:59.931555 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9221a98b-3091-449e-8c00-6a0d1f59f7f8 req-12b50f8b-3a4f-41a3-bb2a-84582558c575 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Jun 06 19:34:00.050257 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:00.216511 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-b53b8404-1e49-471a-bc33-6942846f05dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:00.317896 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cea704-8488-4355-a1f8-09336c656446 req-252ca201-7d8a-42f1-9d33-52e594490d56 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:00.319499 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f5cea704-8488-4355-a1f8-09336c656446 req-252ca201-7d8a-42f1-9d33-52e594490d56 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 949 time: 0.0783896 Jun 06 19:34:00.365818 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-f5cea704-8488-4355-a1f8-09336c656446 req-963095d8-f7b8-4da3-a25a-8c3e8e2607aa tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Jun 06 19:34:00.976391 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device a43fae5d-4317-435f-9762-46df61728825 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:34:01.102171 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port a43fae5d-4317-435f-9762-46df61728825 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:34:01.107020 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port a43fae5d-4317-435f-9762-46df61728825 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:34:01.111344 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:01.112058 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e062-94f0-47b5-8065-eea1b6dbc03b req-88856213-8db1-4e97-b4cc-7e0ecea7605d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:01.113494 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd75e062-94f0-47b5-8065-eea1b6dbc03b req-88856213-8db1-4e97-b4cc-7e0ecea7605d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 944 time: 0.0796850 Jun 06 19:34:01.159614 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-cd75e062-94f0-47b5-8065-eea1b6dbc03b req-88cf77a1-a00e-43a2-9e81-83a189e03d92 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Jun 06 19:34:01.246149 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:01.277021 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port a43fae5d-4317-435f-9762-46df61728825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a43fae5d-4317-435f-9762-46df61728825,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:34:01.353075 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:01.354905 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:01.423516 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=a43fae5d-4317-435f-9762-46df61728825,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:01.426469 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:01.463766 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43fae5d-4317-435f-9762-46df61728825'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:34:01.466204 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb961b8e-efa7-43f0-8824-d63f4f596f62" -d '{"events": [{"server_uuid": "9fe19c57-a247-429c-9011-2d2d37ad82dc", "name": "network-vif-plugged", "status": "completed", "tag": "a43fae5d-4317-435f-9762-46df61728825"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:34:01.509101 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57668938-38d4-41c7-b9f1-44b76021865d x-openstack-request-id: req-57668938-38d4-41c7-b9f1-44b76021865d {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:34:01.509101 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe19c57-a247-429c-9011-2d2d37ad82dc", "name": "network-vif-plugged", "status": "completed", "tag": "a43fae5d-4317-435f-9762-46df61728825", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:34:01.509101 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57668938-38d4-41c7-b9f1-44b76021865d {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:34:01.509101 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43fae5d-4317-435f-9762-46df61728825', 'code': 200} Jun 06 19:34:01.552337 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b405c9-6b4f-4237-87af-b8e8cd569ca3 req-8d963ad7-a130-4153-b1d7-61a7001f4d14 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:01.553779 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d2b405c9-6b4f-4237-87af-b8e8cd569ca3 req-8d963ad7-a130-4153-b1d7-61a7001f4d14 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 949 time: 0.0849662 Jun 06 19:34:01.696416 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d2b405c9-6b4f-4237-87af-b8e8cd569ca3 req-a23fc8b9-1d11-4a7f-be73-278bd4c6b303 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365621 Jun 06 19:34:01.838293 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e4c0a-30c2-48d5-b850-9c1925ba18c9 req-3758a788-3324-46b9-a9fb-aff0c57271ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:01.839958 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-4d4e4c0a-30c2-48d5-b850-9c1925ba18c9 req-3758a788-3324-46b9-a9fb-aff0c57271ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 1098 time: 0.0696893 Jun 06 19:34:01.883110 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-4d4e4c0a-30c2-48d5-b850-9c1925ba18c9 req-9ba5ac97-f53a-4ede-a71a-f626484c7161 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370853 Jun 06 19:34:02.406717 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fee7c0-46f2-4631-bd12-4fbb9ce16bd2 req-2afce41c-6cb9-4767-abfa-0c0e73341dc3 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:02.408144 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2fee7c0-46f2-4631-bd12-4fbb9ce16bd2 req-2afce41c-6cb9-4767-abfa-0c0e73341dc3 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 949 time: 0.1103923 Jun 06 19:34:02.416660 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aca5a-f5a2-44cc-9b1e-91d03e300e52 req-dbfa4d02-30d1-4c5f-a406-9344e94ffc12 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:02.418213 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e86aca5a-f5a2-44cc-9b1e-91d03e300e52 req-dbfa4d02-30d1-4c5f-a406-9344e94ffc12 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 945 time: 0.1515412 Jun 06 19:34:02.486048 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2fee7c0-46f2-4631-bd12-4fbb9ce16bd2 req-c6bbaf34-a02e-4ba1-a1bd-5a0f8de5e6ec tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667934 Jun 06 19:34:02.490141 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-e86aca5a-f5a2-44cc-9b1e-91d03e300e52 req-fbc75ddb-1d04-42d7-b258-850933ef1e05 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582621 Jun 06 19:34:02.837581 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:02.861527 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-49f91090-a176-4689-9407-3c39f4cf9c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:03.708960 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-dac41f53-8008-4b7b-8d21-51b3da8a6f88 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:03.710484 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-dac41f53-8008-4b7b-8d21-51b3da8a6f88 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 949 time: 0.0804670 Jun 06 19:34:03.733977 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3904c7e-3b6e-4955-bf51-89a43b98df19 req-8bf5589d-2b3d-4bdb-8627-57813f7bf75d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:03.735423 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3904c7e-3b6e-4955-bf51-89a43b98df19 req-8bf5589d-2b3d-4bdb-8627-57813f7bf75d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 945 time: 0.1087961 Jun 06 19:34:03.742856 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c880e-4796-4d72-8394-155f75bab880 req-c0de55c1-364d-4614-be1b-a416785d892c tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:03.744797 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c55c880e-4796-4d72-8394-155f75bab880 req-c0de55c1-364d-4614-be1b-a416785d892c tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 949 time: 0.1521764 Jun 06 19:34:03.814784 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a3904c7e-3b6e-4955-bf51-89a43b98df19 req-34d87593-a61a-46ea-922c-bd14778b7923 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689402 Jun 06 19:34:03.821606 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-c55c880e-4796-4d72-8394-155f75bab880 req-d54b302f-3f85-43cc-b605-7641585fb4e6 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd3e7348-7ee7-47e2-96f9-9c979d44774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614717 Jun 06 19:34:03.852488 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Deleting port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc {{(pid=92059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:34:03.852831 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:03.948535 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:03.985699 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.db [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] For port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,segment=NetworkSegment(80867c24-c580-4706-bc0b-ef6026336901),segment_id=80867c24-c580-4706-bc0b-ef6026336901)] {{(pid=92059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:34:03.986056 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:04.107789 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.plugin [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Calling delete_port for 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc owned by compute:nova {{(pid=92059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:34:04.163336 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-6782ec1c-d966-4920-94ca-73e3e6b7a492 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684040 Jun 06 19:34:04.262156 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2453173'] for port, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:04.269406 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-492f0c50-e027-43ae-98b8-e357115cd3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:04.274113 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:34:04.304674 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-d72ee910-e703-4fb1-990b-d5d93418eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:04.307380 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-d72ee910-e703-4fb1-990b-d5d93418eb1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 1098 time: 0.0736964 Jun 06 19:34:04.329927 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Pushing event deleted for resources: {'Port': ['ID=05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:04.333449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:04.416949 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] No DVR routers for this DVR port 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc on host hv-cinder-79496 {{(pid=92059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:34:04.420793 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:04.423003 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [req-b357d507-f048-4f1d-820a-cc2ce378c315 req-ab7b58b0-08af-4d39-ad87-f2f653eaa1f8 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.10 "DELETE /v2.0/ports/05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc HTTP/1.1" status: 204 len: 173 time: 0.7071044 Jun 06 19:34:04.423718 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'name': 'network-vif-deleted', 'tag': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc'}] {{(pid=92059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:34:04.427449 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875efc6882472369d4b388653ff3f09105d75dba0eb8dbe97804e193628efe19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552e62af-67f0-4900-b03f-4ee7fbd49a61" -d '{"events": [{"server_uuid": "1f97c0c2-8d96-45f6-a8fa-6014b6164d2e", "name": "network-vif-deleted", "tag": "05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc"}]}' {{(pid=92059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:34:04.463647 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-b4e3e25e-9035-4594-86b1-223a72b8bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:04.465078 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-b4e3e25e-9035-4594-86b1-223a72b8bf76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195 HTTP/1.1" status: 200 len: 910 time: 0.1399505 Jun 06 19:34:04.473954 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20116d69-52f5-4d54-a4e0-a6f8d32935f7 x-openstack-request-id: req-20116d69-52f5-4d54-a4e0-a6f8d32935f7 {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:34:04.478768 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f97c0c2-8d96-45f6-a8fa-6014b6164d2e", "name": "network-vif-deleted", "tag": "05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc", "status": "completed", "code": 200}]} {{(pid=92059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:34:04.478768 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20116d69-52f5-4d54-a4e0-a6f8d32935f7 {{(pid=92059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:34:04.478768 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f97c0c2-8d96-45f6-a8fa-6014b6164d2e', 'name': 'network-vif-deleted', 'tag': '05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc', 'status': 'completed', 'code': 200} Jun 06 19:34:04.538603 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-a8fd4b15-6868-42a2-9580-f391224e47d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a43fae5d-4317-435f-9762-46df61728825 HTTP/1.1" status: 200 len: 217 time: 0.0668073 Jun 06 19:34:04.602647 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-e7a37efe-2773-41ac-9fdd-64c0b850c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:04.604624 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-e7a37efe-2773-41ac-9fdd-64c0b850c220 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebefdb0-5a30-4f0f-a8e5-1f6cb3869896 HTTP/1.1" status: 200 len: 849 time: 0.0604987 Jun 06 19:34:04.651372 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-48906d1a-c85f-453c-9a14-1e291a87218e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406597 Jun 06 19:34:04.792166 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-69d136b9-4e8f-4867-a8c7-efad2f5bf848 service neutron] 10.222.0.10 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342740 Jun 06 19:34:04.927610 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4a532460-258f-42ce-9844-6ab88fb5c4b8 req-1178b53e-ef11-41b2-a55e-c14325947ca1 service neutron] 10.222.0.10 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293731 Jun 06 19:34:05.015013 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ba27a40f-41ee-49d0-9908-443de0507934 req-57cef855-5f43-4604-89ab-a21f6f9c0d14 tempest-VolumesNegativeTest-1056643499 tempest-VolumesNegativeTest-1056643499-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f97c0c2-8d96-45f6-a8fa-6014b6164d2e HTTP/1.1" status: 200 len: 210 time: 0.0432000 Jun 06 19:34:05.344377 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019261-76da-4676-9a3c-2b6a6ad5208f req-9c465fc3-17e6-4bde-843a-b8284fb44920 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:05.345843 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0a019261-76da-4676-9a3c-2b6a6ad5208f req-9c465fc3-17e6-4bde-843a-b8284fb44920 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 945 time: 0.0810440 Jun 06 19:34:05.389007 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0a019261-76da-4676-9a3c-2b6a6ad5208f req-2c9eac37-6c3e-46fc-b909-6e68f4c1d389 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375762 Jun 06 19:34:05.639481 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:06.634492 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b6cc0-d783-47e7-865d-241299962757 req-9753549a-90da-405a-b47a-274343c3f7e1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:06.635944 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-af3b6cc0-d783-47e7-865d-241299962757 req-9753549a-90da-405a-b47a-274343c3f7e1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 945 time: 0.1395960 Jun 06 19:34:06.662083 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9e773-86bc-451a-b704-edc1a96072ab req-a08838b4-6108-477f-a6d0-8a0e80f535e1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:06.663482 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0de9e773-86bc-451a-b704-edc1a96072ab req-a08838b4-6108-477f-a6d0-8a0e80f535e1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 945 time: 0.1172955 Jun 06 19:34:06.734925 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-af3b6cc0-d783-47e7-865d-241299962757 req-8ac588b6-373f-47d2-a584-717e334af129 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927248 Jun 06 19:34:06.939585 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Deleting port a43fae5d-4317-435f-9762-46df61728825 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:34:06.939918 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:07.008894 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:34:07.071824 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:34:07.073076 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 05bc9ab6-3c1f-4615-a5d4-9cc0604bfcfc not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:34:07.077685 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] For port a43fae5d-4317-435f-9762-46df61728825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a43fae5d-4317-435f-9762-46df61728825,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:34:07.078080 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:07.203251 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Calling delete_port for a43fae5d-4317-435f-9762-46df61728825 owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:34:07.376391 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:07.382211 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:07.434948 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Pushing event deleted for resources: {'Port': ['ID=a43fae5d-4317-435f-9762-46df61728825,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:07.438404 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:07.516900 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] No DVR routers for this DVR port a43fae5d-4317-435f-9762-46df61728825 on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:34:07.519924 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:07.521933 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0de9e773-86bc-451a-b704-edc1a96072ab req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "DELETE /v2.0/ports/a43fae5d-4317-435f-9762-46df61728825 HTTP/1.1" status: 204 len: 173 time: 0.8520679 Jun 06 19:34:07.522494 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'name': 'network-vif-deleted', 'tag': 'a43fae5d-4317-435f-9762-46df61728825'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:34:07.524760 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88dcb78-0a1d-4943-8f43-cdb9c364ff59" -d '{"events": [{"server_uuid": "9fe19c57-a247-429c-9011-2d2d37ad82dc", "name": "network-vif-deleted", "tag": "a43fae5d-4317-435f-9762-46df61728825"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:34:07.569654 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9f4722-e6dd-433d-a448-f283f9e3aba7 x-openstack-request-id: req-0b9f4722-e6dd-433d-a448-f283f9e3aba7 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:34:07.569983 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe19c57-a247-429c-9011-2d2d37ad82dc", "name": "network-vif-deleted", "tag": "a43fae5d-4317-435f-9762-46df61728825", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:34:07.570332 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b9f4722-e6dd-433d-a448-f283f9e3aba7 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:34:07.570761 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe19c57-a247-429c-9011-2d2d37ad82dc', 'name': 'network-vif-deleted', 'tag': 'a43fae5d-4317-435f-9762-46df61728825', 'status': 'completed', 'code': 200} Jun 06 19:34:07.901729 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-a42f8adf-2916-41a5-a2f9-69bc29402468 req-10fef459-6d69-465f-947b-da4773afc9e9 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe19c57-a247-429c-9011-2d2d37ad82dc HTTP/1.1" status: 200 len: 210 time: 0.0439963 Jun 06 19:34:09.016321 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device a43fae5d-4317-435f-9762-46df61728825 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:34:09.055059 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: a43fae5d-4317-435f-9762-46df61728825 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:34:09.058873 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device a43fae5d-4317-435f-9762-46df61728825 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:34:09.267077 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-3dc0c688-712d-4ef8-b63f-2ac589b730bb tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:09.268409 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-3dc0c688-712d-4ef8-b63f-2ac589b730bb tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/networks?id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195 HTTP/1.1" status: 200 len: 809 time: 0.1452348 Jun 06 19:34:09.282738 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-55585854-7b68-4b36-83e0-175a69fdb69c tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/quotas/278fd1f71a7646dbba0d6200ab74b9a3 HTTP/1.1" status: 200 len: 375 time: 0.0086665 Jun 06 19:34:09.332088 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-b10598d6-c34b-410b-a9f2-3ec728afc6e7 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435326 Jun 06 19:34:09.469471 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-09a4db2c-d173-4f52-bd78-314a781edbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304646 Jun 06 19:34:09.603677 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-a2f7d713-4434-4565-ae39-45ec56608caa service neutron] 10.222.0.13 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275661 Jun 06 19:34:09.897406 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-4061ea3e-05af-483c-bdd7-324f1a0dbeb7 req-4ff3b6ff-fbaf-405c-8993-bf068c7c35db tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0555174 Jun 06 19:34:11.059241 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-303be7c4-aa0a-4eb3-a92c-25223ec2f0f8 req-d1f32345-27e3-475f-8ce5-6e3dd3936b67 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0434663 Jun 06 19:34:11.912807 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-220d6137-00e4-4fab-8ca6-454106589a7d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:11.914482 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-220d6137-00e4-4fab-8ca6-454106589a7d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "GET /v2.0/networks?id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195 HTTP/1.1" status: 200 len: 809 time: 0.1428223 Jun 06 19:34:11.926039 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Request body: {'port': {'device_id': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195', 'admin_state_up': True, 'tenant_id': '278fd1f71a7646dbba0d6200ab74b9a3'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:34:12.168148 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Made reservation on behalf of 278fd1f71a7646dbba0d6200ab74b9a3 for: {'port': 1} {{(pid=92060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:34:12.171678 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:12.345375 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-0f4c5764-90d1-4d04-976b-824bb7c3dd03 req-1682ae84-cc3f-4811-bc58-033cfc2a9b7f tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.1802511 Jun 06 19:34:12.502042 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.db_base_plugin_common [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Allocated IP 172.20.0.2 (499c9a89-4b11-4f71-8a48-e7bb8b4d4195/aebefdb0-5a30-4f0f-a8e5-1f6cb3869896/43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88) {{(pid=92060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:34:12.611014 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40922) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:34:12.715735 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks [] for port, precommit_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:12.767573 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-d7b0d7f2-3c8e-4549-be36-16ad4c4cd48d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecaf79064160413899d5999a268097b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552355 Jun 06 19:34:12.769910 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 40926) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:34:12.828100 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781965376103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_create {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:12.833925 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-34be7c0b-9be8-441e-a1fe-16cea73efe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:12.835659 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-0e1c9db2-9e9d-4ea1-ae97-4341b5d5da69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:12.862867 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-34be7c0b-9be8-441e-a1fe-16cea73efe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:12.900699 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 is already hosted by enough agents. {{(pid=92060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:34:12.903833 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.scheduler.base_scheduler [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Resources bound (agent type, host, resource id): {{(pid=92060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:34:12.907718 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Received port after_create {{(pid=92060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:34:12.951014 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Pushing event updated for resources: {'Port': ['ID=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,revision_number=1']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:12.955291 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:12.980927 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:12.980927 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:13.004658 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-34be7c0b-9be8-441e-a1fe-16cea73efe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:13.007139 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-34be7c0b-9be8-441e-a1fe-16cea73efe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:13.008271 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-34be7c0b-9be8-441e-a1fe-16cea73efe68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd3e7348-7ee7-47e2-96f9-9c979d44774f HTTP/1.1" status: 204 len: 168 time: 0.2374837 Jun 06 19:34:13.009367 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-edf08d90-469d-4b53-b242-cb7092785311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:13.019730 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be7c0b-9be8-441e-a1fe-16cea73efe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e7348-7ee7-47e2-96f9-9c979d44774f,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:13.022459 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-34be7c0b-9be8-441e-a1fe-16cea73efe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:13.062870 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c0e5541e-8033-4c5d-9b4c-0a6bc2f825d1 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1403253 Jun 06 19:34:13.075084 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.v2.base [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Request body: {'port': {'device_id': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:34:13.183558 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:13.600999 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 {{(pid=92060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:34:13.613938 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721aa13-b67c-4f1e-93ba-42022f20701c req-bdc87aca-334c-48e6-95d5-02594d6a0bb2 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:13.615352 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1721aa13-b67c-4f1e-93ba-42022f20701c req-bdc87aca-334c-48e6-95d5-02594d6a0bb2 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 931 time: 0.1546481 Jun 06 19:34:13.616845 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:13.649325 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.provisioning_blocks [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Transition to ACTIVE for port object 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 will not be triggered until provisioned by entity L2. {{(pid=92060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:34:13.668208 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-1721aa13-b67c-4f1e-93ba-42022f20701c req-7c3de1bc-c816-4828-893b-79d04b3562c6 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464952 Jun 06 19:34:13.717689 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:13.721599 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-f0fc0c3b-6bf2-4796-a901-b91d67507489 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:13.848880 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Pushing event updated for resources: {'Port': ['ID=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,revision_number=2']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:13.875066 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:13.948751 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Attempting to bind port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:34:13.949082 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Attempting to bind port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:34:13.949407 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Attempting to bind port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 on network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:34:13.953888 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 on network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:34:13.954205 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Attempting to bind port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 on network 499c9a89-4b11-4f71-8a48-e7bb8b4d4195 {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:34:13.959340 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Checking agent: {'id': '954fec6f-4757-457c-b631-09c697cb4ccd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 24), 'started_at': datetime.datetime(2021, 6, 6, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:34:13.959670 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Checking segment: {'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:34:13.960044 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Bound using segment: {'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'} {{(pid=92060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:34:13.960459 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.managers [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Bound port: 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6aebf6-c678-4c00-8e9c-100c61d90154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195'}}] {{(pid=92060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:34:13.960797 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:14.051649 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] For port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88, host hv-cinder-79496, cleared binding levels {{(pid=92060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:34:14.054548 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] For port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:34:14.165095 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3528446'] for port, after_update {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:14.169645 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-cfb1ee8f-1f29-4b72-82b6-cc60dadb28d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:14.226631 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:14.227227 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:14.228548 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] 10.222.0.10 "PUT /v2.0/ports/43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 HTTP/1.1" status: 200 len: 1093 time: 1.1583304 Jun 06 19:34:14.229038 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'tag': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:34:14.232035 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3d078-99d7-43b1-bccc-afce30711f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "320122e2-a895-46b7-9217-4c4aab9c1eb2", "tag": "43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:34:14.249520 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Pushing event updated for resources: {'Port': ['ID=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,revision_number=3']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:14.252432 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fdebceb0-2ff8-4a02-b046-2d6f5fef9bee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:14.280989 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc116581-1d7e-4847-be4f-d9462f14b234 x-openstack-request-id: req-dc116581-1d7e-4847-be4f-d9462f14b234 {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:34:14.280989 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320122e2-a895-46b7-9217-4c4aab9c1eb2", "tag": "43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:34:14.280989 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc116581-1d7e-4847-be4f-d9462f14b234 {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:34:14.280989 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'tag': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88', 'status': 'completed', 'code': 200} Jun 06 19:34:14.367941 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d078-99d7-43b1-bccc-afce30711f7f req-5bfe6e88-1086-422d-9aa5-91d3ef4b71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:14.369292 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57f3d078-99d7-43b1-bccc-afce30711f7f req-5bfe6e88-1086-422d-9aa5-91d3ef4b71c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0733192 Jun 06 19:34:14.602198 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d078-99d7-43b1-bccc-afce30711f7f req-257a516b-2597-43e6-adc1-99ec5e1f8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:14.603520 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57f3d078-99d7-43b1-bccc-afce30711f7f req-257a516b-2597-43e6-adc1-99ec5e1f8367 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2274568 Jun 06 19:34:14.743137 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d078-99d7-43b1-bccc-afce30711f7f req-225a65b9-b2f4-4137-b49b-8f537b43fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:14.744537 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-57f3d078-99d7-43b1-bccc-afce30711f7f req-225a65b9-b2f4-4137-b49b-8f537b43fd08 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350334 Jun 06 19:34:14.903377 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-ea5ddbcc-c2c3-4d12-966b-4aad5215a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:14.904803 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-ea5ddbcc-c2c3-4d12-966b-4aad5215a08c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 1096 time: 0.1005218 Jun 06 19:34:14.912663 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7f41d-3787-457b-8670-121ee586279f req-dca36837-3aca-4ebf-be0d-7a07321cf414 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:14.913975 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9cc7f41d-3787-457b-8670-121ee586279f req-dca36837-3aca-4ebf-be0d-7a07321cf414 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.1403871 Jun 06 19:34:14.991619 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-b22ee9f2-8896-4a78-8ff4-e390d80dad3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 HTTP/1.1" status: 200 len: 217 time: 0.0765059 Jun 06 19:34:15.046957 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-9cc7f41d-3787-457b-8670-121ee586279f req-68c7ebe7-340b-4210-abbc-9db15da74f37 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859723 Jun 06 19:34:15.067830 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-a1185c78-512e-431b-9191-ff528e67d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:15.069219 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-a1185c78-512e-431b-9191-ff528e67d839 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebefdb0-5a30-4f0f-a8e5-1f6cb3869896 HTTP/1.1" status: 200 len: 849 time: 0.0663586 Jun 06 19:34:15.115190 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-f7fc330a-9e57-44ef-b089-c534c26af8ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=499c9a89-4b11-4f71-8a48-e7bb8b4d4195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397518 Jun 06 19:34:15.242452 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-0c12b19e-a630-484d-b2f7-11a6af6d73d0 service neutron] 10.222.0.10 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211355 Jun 06 19:34:15.370593 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-b2880dd6-5100-4a14-a7f9-d56ca29609c8 req-c75b6946-95c5-41ac-bea6-cd8d4da8576d service neutron] 10.222.0.10 "GET /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210067 Jun 06 19:34:16.234284 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec32e3-00ea-445e-9277-27c8594260d2 req-9a8e3840-3c9f-4402-90b2-abb18eb1816b tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:16.235702 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7eec32e3-00ea-445e-9277-27c8594260d2 req-9a8e3840-3c9f-4402-90b2-abb18eb1816b tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.0819280 Jun 06 19:34:16.279289 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-7eec32e3-00ea-445e-9277-27c8594260d2 req-5593642e-5f7f-441d-831c-dfcd8dcc57c8 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Jun 06 19:34:17.053330 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:34:17.182132 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:34:17.195305 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Returning: {'device': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88', 'network_id': '499c9a89-4b11-4f71-8a48-e7bb8b4d4195', 'port_id': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88', 'mac_address': 'fa:16:3e:74:54:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebefdb0-5a30-4f0f-a8e5-1f6cb3869896', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:34:17.248622 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:17.264989 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 {{(pid=92061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:34:17.280050 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:34:17.353512 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:17.355514 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:17.423139 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,revision_number=4']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:17.426104 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:17.466294 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6540b-45c2-476f-84ef-2bc03cbd71f3 req-ad3c8b2d-b4a7-49d2-98b0-cfd6de0646e9 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:17.467730 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-90e6540b-45c2-476f-84ef-2bc03cbd71f3 req-ad3c8b2d-b4a7-49d2-98b0-cfd6de0646e9 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 944 time: 0.0792894 Jun 06 19:34:17.515115 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-90e6540b-45c2-476f-84ef-2bc03cbd71f3 req-82a38124-1c19-443a-9822-96a688d2ab06 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Jun 06 19:34:17.558079 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:34:18.694793 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fc053-bdb9-4ea0-9bfd-f38b32b92b0c req-c208ccf6-8f68-4f90-a1e0-13acb3d75dcc tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:18.696192 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec2fc053-bdb9-4ea0-9bfd-f38b32b92b0c req-c208ccf6-8f68-4f90-a1e0-13acb3d75dcc tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 944 time: 0.0776293 Jun 06 19:34:18.741741 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-ec2fc053-bdb9-4ea0-9bfd-f38b32b92b0c req-a1593160-95ab-4cce-b0a1-d343a4f10c02 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jun 06 19:34:19.069358 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 up at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:34:19.221540 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning for port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 completed by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:34:19.226108 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.db.provisioning_blocks [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Provisioning complete for port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 triggered by entity L2. {{(pid=92061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:34:19.226486 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934385'] for port, provisioning_complete {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:19.340171 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-652252'] for port, before_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:19.365953 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88'}] {{(pid=92061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:34:19.368141 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a39592618219bf2b2d66f961bc9549eb6dbcf1b30f7e1fde4c8f03a3610bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5e5897-fb16-46e0-aa1f-584680f661e1" -d '{"events": [{"server_uuid": "320122e2-a895-46b7-9217-4c4aab9c1eb2", "name": "network-vif-plugged", "status": "completed", "tag": "43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88"}]}' {{(pid=92061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:34:19.376556 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] For port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:34:19.408337 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719bc577-1ad7-4c04-a931-16ffb1046919 x-openstack-request-id: req-719bc577-1ad7-4c04-a931-16ffb1046919 {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:34:19.408630 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320122e2-a895-46b7-9217-4c4aab9c1eb2", "name": "network-vif-plugged", "status": "completed", "tag": "43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88", "code": 200}]} {{(pid=92061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:34:19.408886 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-719bc577-1ad7-4c04-a931-16ffb1046919 {{(pid=92061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:34:19.409271 dv-cinder-794962-3-smb neutron-server[92061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88', 'code': 200} Jun 06 19:34:19.450434 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781965894894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781965376121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781965376166'] for port, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:19.452312 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:19.515983 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Pushing event updated for resources: {'Port': ['ID=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,revision_number=5']} {{(pid=92061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:19.518838 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG oslo_concurrency.lockutils [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:19.765016 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6179d-4857-4480-b62e-dd8e4dcecc28 req-2751e335-faba-472a-aae7-d180e7e9d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:19.766744 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-efc6179d-4857-4480-b62e-dd8e4dcecc28 req-2751e335-faba-472a-aae7-d180e7e9d71d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0757010 Jun 06 19:34:19.808202 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-efc6179d-4857-4480-b62e-dd8e4dcecc28 req-aaf78953-0c9c-45e2-8cf3-c6a7135ada55 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Jun 06 19:34:19.923986 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7a0b-cae2-4d86-a14d-cdbf3bb8b739 req-b1f25300-20db-493f-ab28-570750791d5e tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:19.925386 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2e7f7a0b-cae2-4d86-a14d-cdbf3bb8b739 req-b1f25300-20db-493f-ab28-570750791d5e tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.0786610 Jun 06 19:34:19.968279 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-2e7f7a0b-cae2-4d86-a14d-cdbf3bb8b739 req-17a8d566-08f3-47fc-99f8-7bc5fad4e1b9 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372314 Jun 06 19:34:20.017614 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:34:21.153077 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211b51c-3351-46e6-8c7f-d7126d494a75 req-9188461e-ad9b-4355-9c6a-f92e5fcf464d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:21.154549 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3211b51c-3351-46e6-8c7f-d7126d494a75 req-9188461e-ad9b-4355-9c6a-f92e5fcf464d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.0819283 Jun 06 19:34:21.198866 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-3211b51c-3351-46e6-8c7f-d7126d494a75 req-c63b2422-0606-419b-abe1-3596d902bf28 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387194 Jun 06 19:34:22.753346 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd96c4d-8b1a-4902-a4b0-e2bec7a61dca req-227ebee1-8b80-4545-be7f-391da3107867 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:22.754793 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-efd96c4d-8b1a-4902-a4b0-e2bec7a61dca req-227ebee1-8b80-4545-be7f-391da3107867 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.0786335 Jun 06 19:34:22.798370 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-efd96c4d-8b1a-4902-a4b0-e2bec7a61dca req-aede8ed2-274c-4361-b2ca-60725601aea3 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379424 Jun 06 19:34:24.055012 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-0e0df8be-d69b-40fb-9925-4858a33f12e3 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:24.056315 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-0e0df8be-d69b-40fb-9925-4858a33f12e3 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.1377096 Jun 06 19:34:24.064698 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae255de-753f-47f9-8974-13078578245d req-72bf86fd-8239-4f24-85c2-858a4ce5338d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:34:24.065981 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8ae255de-753f-47f9-8974-13078578245d req-72bf86fd-8239-4f24-85c2-858a4ce5338d tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.1139231 Jun 06 19:34:24.265158 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-8ae255de-753f-47f9-8974-13078578245d req-be6ba97c-3e8a-45d7-93a8-34db0bc334f8 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0e783d3-8c16-4583-aa08-aafd31a93eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660645 Jun 06 19:34:24.337505 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Deleting port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 {{(pid=92060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:34:24.337849 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781965889756'] for port, before_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:24.469030 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.db [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] For port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,segment=NetworkSegment(5c6aebf6-c678-4c00-8e9c-100c61d90154),segment_id=5c6aebf6-c678-4c00-8e9c-100c61d90154)] {{(pid=92060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:34:24.469374 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631369'] for port, precommit_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:24.596721 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.plugins.ml2.plugin [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Calling delete_port for 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 owned by compute:nova {{(pid=92060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:34:24.764668 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781965894876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781965376112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3528389'] for port, after_delete {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:24.771357 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-fd12a8b6-7e0d-465a-802f-d2c645c0aad5 tempest-VolumesSnapshotTestJSON-1597130797 tempest-VolumesSnapshotTestJSON-1597130797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:24.779420 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.db [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] get_ports_and_sgs() called for port_ids ['43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88'] {{(pid=92061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:34:24.857064 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Pushing event deleted for resources: {'Port': ['ID=43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88,revision_number=None']} {{(pid=92060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:24.898070 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.898442 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.898804 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.899164 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.899524 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.899874 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.900220 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.900564 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.900909 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.901254 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.901622 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.901967 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-smb {{(pid=92060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:34:24.905297 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG oslo_concurrency.lockutils [None req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:24.916224 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] No DVR routers for this DVR port 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 on host hv-cinder-79496 {{(pid=92060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:34:24.918762 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron_lib.callbacks.manager [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470587'] for port, before_response {{(pid=92060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:24.920845 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-fbbb98e4-dece-47b6-9c64-42adc980f0b5 req-82db7702-2974-4453-bd45-d11c5cd1d345 tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.10 "DELETE /v2.0/ports/43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 HTTP/1.1" status: 204 len: 173 time: 0.8540356 Jun 06 19:34:24.921337 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'name': 'network-vif-deleted', 'tag': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88'}] {{(pid=92060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:34:24.924251 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75c4fc770465e999b7eecd881658fca7fadaf300645b45edf84c37f2f86293d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6569584-76fe-45fd-a1cd-35b8a3a69262" -d '{"events": [{"server_uuid": "320122e2-a895-46b7-9217-4c4aab9c1eb2", "name": "network-vif-deleted", "tag": "43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88"}]}' {{(pid=92060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:34:24.966390 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caddd4e-cc63-41de-8688-f50b6618dbba x-openstack-request-id: req-2caddd4e-cc63-41de-8688-f50b6618dbba {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:34:24.966712 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320122e2-a895-46b7-9217-4c4aab9c1eb2", "name": "network-vif-deleted", "tag": "43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88", "status": "completed", "code": 200}]} {{(pid=92060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:34:24.967020 dv-cinder-794962-3-smb neutron-server[92060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2caddd4e-cc63-41de-8688-f50b6618dbba {{(pid=92060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:34:24.967441 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320122e2-a895-46b7-9217-4c4aab9c1eb2', 'name': 'network-vif-deleted', 'tag': '43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88', 'status': 'completed', 'code': 200} Jun 06 19:34:25.428550 dv-cinder-794962-3-smb neutron-server[92060]: INFO neutron.wsgi [req-d777553a-f805-4ea0-b0ca-e4df5f414806 req-b84a31a4-5f89-4316-bf71-2258ecdf93ce tempest-VolumesActionsTest-1786587201 tempest-VolumesActionsTest-1786587201-project] 10.222.0.13 "GET /v2.0/ports?device_id=320122e2-a895-46b7-9217-4c4aab9c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0443523 Jun 06 19:34:27.126046 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:34:27.160006 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.plugin [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] No Port match for: 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 {{(pid=92061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:34:27.160354 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron.plugins.ml2.rpc [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Device 43fa0c91-4766-4e5b-bdd3-a2ea9eee6a88 not bound to the agent host hv-cinder-79496 {{(pid=92061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:34:30.107922 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:30.234343 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-a84e8723-5161-43d3-891f-2342ea1b3725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:32.821748 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:32.844845 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f245adbb-3560-4308-b69f-685215176f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:33.907917 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:35.667831 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:47.342038 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 41178) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:34:47.406181 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Deleting subnet aebefdb0-5a30-4f0f-a8e5-1f6cb3869896 {{(pid=92059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:34:47.409069 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:47.458679 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552596'] for subnet, precommit_delete_associations {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:47.510618 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-987111'] for subnet, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:47.627288 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-987118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1662110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2453080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2117711'] for subnet, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:47.631232 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:47.666052 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aebefdb0-5a30-4f0f-a8e5-1f6cb3869896,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:47.668578 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:47.671992 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:47.673983 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-37c9d486-1fee-44c4-aa82-f71d2b462509 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aebefdb0-5a30-4f0f-a8e5-1f6cb3869896 HTTP/1.1" status: 204 len: 168 time: 0.3305001 Jun 06 19:34:47.676264 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 41180) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:34:47.870853 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039461'] for network, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:47.993247 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986494', 'neutron.services.segments.db._delete_segments_for_network-8781965839526'] for network, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.004999 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499c9a89-4b11-4f71-8a48-e7bb8b4d4195']}} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:34:48.018038 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6aebf6-c678-4c00-8e9c-100c61d90154') {'for_net_delete': True} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:34:48.018338 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.services.segments.db [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6aebf6-c678-4c00-8e9c-100c61d90154') {} {{(pid=92059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:34:48.029916 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781965842881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552621'] for segment, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.045494 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804'] for segment, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.051564 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=92059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:34:48.051969 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2453218'] for segment, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: Traceback (most recent call last): Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: timer() Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: cb(*args, **kw) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: return func(*args, **kwargs) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: self._notify() Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: self.callback(batched_events) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: event.method(event) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: return f(self, *a, **k) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: return self._get(url).json() Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: return self.request(url, 'GET', **kwargs) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:34:48.065549 dv-cinder-794962-3-smb neutron-server[92059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:34:48.209791 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2019551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1662103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1851755'] for network, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.213288 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:48.226132 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1662192'] for network, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.227932 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/499c9a89-4b11-4f71-8a48-e7bb8b4d4195 HTTP/1.1" status: 204 len: 168 time: 0.5507700 Jun 06 19:34:48.233523 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=499c9a89-4b11-4f71-8a48-e7bb8b4d4195,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:48.235873 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-fbaaff3a-5b12-4c44-8352-b44085cc58b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:48.558732 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 41184) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:34:48.604562 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-dfcbcc4f-71e7-43b6-ba1e-ab79d971a5e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=278fd1f71a7646dbba0d6200ab74b9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446529 Jun 06 19:34:48.607617 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.wsgi [-] (92059) accepted ('10.222.0.13', 41186) {{(pid=92059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:34:48.662054 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-23a9e979-79a1-4d96-8129-f940f8631c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.691784 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-23a9e979-79a1-4d96-8129-f940f8631c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.787161 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-23a9e979-79a1-4d96-8129-f940f8631c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2019343'] for security_group, after_delete {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.789881 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron_lib.callbacks.manager [None req-23a9e979-79a1-4d96-8129-f940f8631c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:48.791064 dv-cinder-794962-3-smb neutron-server[92059]: INFO neutron.wsgi [None req-23a9e979-79a1-4d96-8129-f940f8631c0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0e783d3-8c16-4583-aa08-aafd31a93eaf HTTP/1.1" status: 204 len: 168 time: 0.1828077 Jun 06 19:34:48.791842 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-006c6da9-07ea-42e1-9221-81f91dcbce8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:34:48.802345 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9e979-79a1-4d96-8129-f940f8631c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e783d3-8c16-4583-aa08-aafd31a93eaf,revision_number=None']} {{(pid=92059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:34:48.804767 dv-cinder-794962-3-smb neutron-server[92059]: DEBUG oslo_concurrency.lockutils [None req-23a9e979-79a1-4d96-8129-f940f8631c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:34:57.016608 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:35:00.089991 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:00.209881 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-990c7a9c-615f-46fe-98e5-360d9ddc9a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:02.826756 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:02.878128 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-1be9280d-5a00-43a1-96a9-32f39e7cf839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:03.918181 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:05.649535 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:30.135449 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:30.220979 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-2c723550-ebdd-4be7-b62a-d5b4fbb07209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:32.832529 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:32.861009 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-04b9adb4-b47b-40e8-8736-44966a1da545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:33.945813 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:35:34.015505 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:35:35.649156 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:00.083307 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:00.208953 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a875-f628-43ab-ae7c-52eb4b2a4ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:02.848791 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:02.871539 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0223c15d-dbb3-402c-aabc-a9f39c7dd1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:03.928542 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:05.648358 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:11.014602 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:36:30.100135 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:30.225418 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-235cca58-3f15-4b95-a591-6dade5dedaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:32.831515 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:32.854188 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-3ea38020-e42a-431f-8a20-b41e8ce41b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:33.928584 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:35.660168 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:36:48.013029 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:37:00.088668 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:00.208505 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-5860a6dc-a380-4f2d-b04e-467274e69c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:02.819889 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:02.836917 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-8f08ef08-1b04-48da-b196-858d7fb88ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:03.922803 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:05.654104 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:25.012623 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:37:30.110861 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:30.213682 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-6003af2a-8356-462e-a80b-b82511b19a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:32.802284 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:32.853667 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-461c52bb-49bc-4ca9-9a34-cbe11292c08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:33.927819 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:37:35.687960 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:00.121928 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:00.242504 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f962-f784-4b50-b9e3-0d8f89a0205f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:02.011528 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:38:02.807882 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:02.830884 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-89891092-a1ee-406e-aa27-893b14675c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:03.939500 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:05.676180 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:30.116500 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:30.230505 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-abeab290-1752-485d-bc9e-2790a6f57ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:32.830625 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:32.859084 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5aec-22b9-4ad6-bb3d-046aa0cb1294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:33.944611 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:35.664554 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:38:39.011151 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:39:00.165876 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:00.241835 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c2392fdd-62d3-48c4-9668-53da0536d445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:02.824453 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:02.847160 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-7857aeea-2460-4083-9ce0-9269b1065eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:03.938868 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:05.664348 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:16.010559 dv-cinder-794962-3-smb neutron-server[92062]: DEBUG neutron.db.agents_db [None req-59514208-76cd-464f-9f8e-78357d08698e None None] Agent healthcheck: found 6 active agents {{(pid=92062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:39:30.127284 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-c8510ece-4c3b-4081-a97d-f826bead8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:30.207084 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-6d56b7f8-f750-46b8-8341-8e71cabe4dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:32.824491 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-bc291212-bf13-4c73-8f2d-5586d4156b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:32.852921 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-627c1f62-c553-4941-b6f6-be6724184555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:33.944425 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-f7b67bf8-7c16-430b-9846-cfc256e15d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:39:35.664193 dv-cinder-794962-3-smb neutron-server[92061]: DEBUG neutron_lib.callbacks.manager [None req-0f92d3f3-c2a7-4502-afa4-026c0f31ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781965839508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934304'] for agent, after_update {{(pid=92061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}